-- Logs begin at Thu 2021-09-16 16:51:40 UTC, end at Thu 2021-09-16 18:18:20 UTC. --
Sep 16 17:46:51.011377 dv-cinder-809439-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 16 17:46:53.342304 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.common.config [-] Logging enabled!
Sep 16 17:46:53.343080 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev6
Sep 16 17:46:53.343080 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Sep 16 17:46:53.346306 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.common.config [-] Logging enabled!
Sep 16 17:46:53.346556 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev6
Sep 16 17:46:53.346867 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79828) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Sep 16 17:46:53.347787 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 16 17:46:53.348045 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 16 17:46:53.348411 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 16 17:46:53.348659 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 16 17:46:53.348887 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 16 17:46:53.349209 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.349510 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.349807 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.350038 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.350336 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.350627 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.350911 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.351201 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.351496 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.351781 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.352084 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.352373 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.352604 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.352884 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.353170 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.353457 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.353680 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.353957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.354380 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.354788 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.355070 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.355360 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.355637 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.355909 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.356218 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.356500 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.356826 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] host                           = dv-cinder-809439-1-iscsi {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.357104 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.357392 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.357684 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.357970 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.358244 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.358522 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.358807 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.359080 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.359351 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.359627 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.359914 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.360259 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.360555 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.360783 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.361005 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.361289 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.361573 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.361849 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.362124 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.362394 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.362665 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.362938 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.363206 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.363489 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.363771 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.364081 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.364355 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.364627 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.364897 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.365168 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.365449 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.365719 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.365990 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.366259 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.366543 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.366809 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.367081 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.367377 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.367665 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.367960 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.368244 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.368517 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.368799 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.369068 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.369338 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.369607 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.369875 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.370142 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.370419 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.370690 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.370960 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.371231 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.371500 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.371779 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:53.372106 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.372400 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.372699 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.372981 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.373270 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.373548 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.373835 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.374111 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.374394 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.374680 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.374965 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.375242 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.375530 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.376321 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.376733 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.377133 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.377520 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.377930 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.378307 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.378673 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.379034 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.379428 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.379723 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.380042 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.380335 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.380614 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.380898 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.381190 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.381472 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.381748 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.382029 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.382320 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.382598 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.382875 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.383157 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.383436 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.383707 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.384005 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.384346 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.384638 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.384915 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.385186 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.385456 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.385732 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.386003 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.386285 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.386561 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.386832 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.387104 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.387383 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.387655 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.387954 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.388232 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.388505 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.388782 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.389055 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.389327 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.389601 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.389873 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.390146 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.391496 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.391496 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.391496 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.391496 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.392396 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.392396 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.392692 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.392971 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.393263 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.393562 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.393845 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.394125 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.394406 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.394683 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.394953 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.395232 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.395509 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.395789 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.396085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.396380 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.396665 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.397056 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.398803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.398803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.398803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.398803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.398803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.398803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.399263 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.399263 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.399544 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.399839 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.400153 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.400447 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.400739 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.401030 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.401311 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.401623 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.401904 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:53.402207 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 16 17:46:53.402533 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79828) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Sep 16 17:46:53.793864 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO keyring.backend [-] Loading KWallet
Sep 16 17:46:53.801257 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO keyring.backend [-] Loading SecretService
Sep 16 17:46:53.804843 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO keyring.backend [-] Loading Windows
Sep 16 17:46:53.806169 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO keyring.backend [-] Loading chainer
Sep 16 17:46:53.806755 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO keyring.backend [-] Loading macOS
Sep 16 17:46:53.840809 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:46:53.841087 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=79828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:46:53.841382 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:46:53.841718 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 16 17:46:54.146170 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.146459 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.146732 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.147952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.148234 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.148500 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.268785 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.269062 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.269332 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.282790 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.283071 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.283340 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.311621 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.311900 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.312190 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.350399 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.350930 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.350930 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.582150 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f48f8744a60> agent after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.582433 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f48f8744a60> agent after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.582700 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f48f8744af0> segment precommit_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.582967 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f48f8744b80> network precommit_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.583948 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f48f87441f0> segment before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.707635 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> network before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.707985 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f48f8654040> agent before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.708271 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> network before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.708543 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> port before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.708808 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> port before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.709116 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> segment after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.709378 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> segment precommit_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.709636 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> segment precommit_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.709891 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> segment after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.710171 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> network after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.710430 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> network precommit_delete 0 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.710691 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> port provisioning_complete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.710952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.711205 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.711471 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> agent after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.711739 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> subnet after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.712026 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> subnet precommit_delete 0 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.712297 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.712547 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.712822 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> segment_host_mapping after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.713171 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> port after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.713425 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> port after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.713678 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> port after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.713958 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.714207 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.714451 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f48f9240250>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.714837 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:54.715077 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:54.715314 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:54.715550 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:54.715785 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:54.716115 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:54.716575 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 16 17:46:54.719763 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 16 17:46:54.723696 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 16 17:46:54.727463 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])])
Sep 16 17:46:54.729110 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 16 17:46:54.729565 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 16 17:46:54.729903 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 16 17:46:54.730290 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 16 17:46:54.733116 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 16 17:46:54.733369 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 16 17:46:54.733867 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 16 17:46:54.762501 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Sep 16 17:46:54.762944 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f48f87a39d0>> qos_plugin after_init 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.763241 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79828) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 16 17:46:54.763603 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f48f87a3610>> logging-plugin after_init 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.764985 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79828) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 16 17:46:54.765264 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 16 17:46:54.765504 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 16 17:46:54.768869 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f48f878bfd0>> floatingip before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.769156 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f48f878bfd0>> port before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:54.831235 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 16 17:46:54.831469 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 16 17:46:54.831708 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 16 17:46:54.832102 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 16 17:46:54.865063 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_db.sqlalchemy.engines [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=79828) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Sep 16 17:46:55.313687 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing driver for type 'gre'
Sep 16 17:46:55.314218 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] gre ID ranges: [(1, 1000)]
Sep 16 17:46:55.450421 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing driver for type 'local'
Sep 16 17:46:55.450992 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing driver for type 'vlan'
Sep 16 17:46:55.518735 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] VlanTypeDriver initialization complete
Sep 16 17:46:55.519065 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing driver for type 'vxlan'
Sep 16 17:46:55.519548 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] vxlan ID ranges: [(1, 1000)]
Sep 16 17:46:55.690991 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing extension driver 'port_security'
Sep 16 17:46:55.691329 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.extensions.port_security [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] PortSecurityExtensionDriver initialization complete
Sep 16 17:46:55.691667 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing mechanism driver 'openvswitch'
Sep 16 17:46:55.692027 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing mechanism driver 'hyperv'
Sep 16 17:46:55.698626 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.plugins.ml2.plugin [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:46:55.699387 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f8434280>> port after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.699759 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f8434280>> port after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.700146 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f8434280>> port after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.700537 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f85f9a90>> subnet after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.700890 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f85f9a90>> subnet after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.701236 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f85f9a90>> subnet after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.701616 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3a60>> network after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.701957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3a60>> network after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.702297 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3a60>> network after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.702670 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3ca0>> security_group after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.703012 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3ca0>> security_group after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.703353 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3ca0>> security_group after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.703725 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3f40>> security_group_rule after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.704227 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3f40>> security_group_rule after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.704567 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3f40>> security_group_rule after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.704937 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3fd0>> address_group after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.705275 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3fd0>> address_group after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.705607 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f48f7fb3fd0>> address_group after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.705944 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] ML2 OVO RPC backend initialized. {{(pid=79828) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Sep 16 17:46:55.706636 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> router_interface after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.706986 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> router_interface after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.707403 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> network before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.707824 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> networks before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.708199 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> port before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713485 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> ports before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713485 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> subnet before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713485 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> subnets before_response 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713485 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> network after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713789 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> network after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713789 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> network after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713789 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> port after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.713789 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> port after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.714082 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> port after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.714082 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> subnet after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.714082 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> subnet after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.714082 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f48f7fb85b0>> subnet after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.714386 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.plugin [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Modular L2 Plugin initialization complete
Sep 16 17:46:55.714386 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading services supported by the core plugin {{(pid=79828) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Sep 16 17:46:55.714386 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.plugins.ml2.managers [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Got port-security extension from driver 'port_security'
Sep 16 17:46:55.714386 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.extensions.vlantransparent [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Disabled vlantransparent extension.
Sep 16 17:46:55.714386 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79828) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Sep 16 17:46:55.714758 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: router
Sep 16 17:46:55.751193 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router_interface before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.751586 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_create 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.751971 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router before_create 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.752338 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router_interface before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.752705 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router_interface after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.753059 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_delete 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.753415 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> floatingip after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.753776 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_create 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.754122 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_update 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.754466 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_update 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.754810 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router_gateway after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.755166 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_update 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.755572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router precommit_update 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.755951 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f48f85825e0> port after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.756304 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f48f8582670> port after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.756638 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f48f8582550> subnet after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.756974 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f48f85821f0> subnetpool_address_scope after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.757317 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> port precommit_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.757657 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router precommit_create 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.757994 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f48f856c430> port before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.758337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router precommit_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.758690 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router after_update 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.759031 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router precommit_delete 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.759374 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router precommit_create 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.759730 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router_interface after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.760126 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> router precommit_update 55549900 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.760488 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> agent after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.760834 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> agent after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.761176 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f48f7fb86d0>> network after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.762021 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Tracking information for resource: router configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:55.762359 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Tracking information for resource: floatingip configured {{(pid=79828) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 16 17:46:55.767525 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.db.l3_agentschedulers_db [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 16 17:46:55.768132 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f48f7f295e0> port after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.768492 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f48f7f294c0> port after_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.768841 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function _notify_port_delete at 0x7f48f7f29550> port after_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.769188 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f48f7f298b0> port after_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.769972 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f48f7ec7ee0>> router before_create 55550100 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.770331 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f48f7ec7ee0>> router precommit_delete 55550100 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.770689 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f48f7ec7ee0>> router precommit_create 55550100 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.771040 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f48f7ec7ee0>> router precommit_update 55550100 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.775513 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.provider_configuration [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service providers = [] {{(pid=79828) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 16 17:46:55.775872 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.db.servicetype_db [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79828) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 16 17:46:55.778825 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.service_base [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 17:46:55.779171 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.service_base [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 17:46:55.779514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.service_base [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 17:46:55.780602 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.services.service_base [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79828) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 16 17:46:55.780973 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.services.service_base [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 16 17:46:55.781347 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.781663 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 16 17:46:55.792940 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.793271 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: auto_allocate
Sep 16 17:46:55.799650 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f48f7ef8b80> network precommit_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.800049 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f48f7ef8b80> network precommit_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.800565 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.800883 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: tag
Sep 16 17:46:55.807558 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.807887 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: timestamp
Sep 16 17:46:55.811672 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.812042 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: network_ip_availability
Sep 16 17:46:55.817248 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f48f7e89eb0>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.817616 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f48f7e89eb0>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.817970 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f48f7e89eb0>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:55.818674 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.818990 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: flavors
Sep 16 17:46:55.825106 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.825435 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading Plugin: revisions
Sep 16 17:46:55.829874 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79828) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 16 17:46:55.830264 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_concurrency.lockutils [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.989s {{(pid=79828) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:46:55.830993 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79828) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Sep 16 17:46:55.831328 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Initializing extension manager.
Sep 16 17:46:55.831835 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: __init__.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.832203 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: __pycache__ {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.832538 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.832870 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: address_group.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.833622 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.834177 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: address-group
Sep 16 17:46:55.834500 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: address_scope.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.835211 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.835715 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: address-scope
Sep 16 17:46:55.836071 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.837001 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.837506 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: router-admin-state-down-before-update
Sep 16 17:46:55.837828 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: agent.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.838531 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.839027 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: agent
Sep 16 17:46:55.839344 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: agent_resources_synced.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.840286 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.840788 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: agent-resources-synced
Sep 16 17:46:55.841107 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.842884 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.843405 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: allowed-address-pairs
Sep 16 17:46:55.843730 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.845488 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.845998 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: auto-allocated-topology
Sep 16 17:46:55.846323 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: availability_zone.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.847017 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.847517 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: availability_zone
Sep 16 17:46:55.847839 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: availability_zone_filter.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.848778 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.849283 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: availability_zone_filter
Sep 16 17:46:55.849606 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: data_plane_status.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.850509 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.851013 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension data-plane-status not supported by any of loaded plugins
Sep 16 17:46:55.851373 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: default_subnetpools.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.852314 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.852817 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: default-subnetpools
Sep 16 17:46:55.853138 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.853941 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.854444 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: dhcp_agent_scheduler
Sep 16 17:46:55.854765 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: dns.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.855683 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.856209 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension dns-integration not supported by any of loaded plugins
Sep 16 17:46:55.856532 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: dns_domain_ports.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.857443 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.857947 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 16 17:46:55.858270 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: dvr.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.858942 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.859446 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: dvr
Sep 16 17:46:55.859766 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: empty_string_filtering.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.860905 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.861410 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: empty-string-filtering
Sep 16 17:46:55.861732 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.862638 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.863138 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 16 17:46:55.863455 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.864389 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.864889 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 16 17:46:55.865207 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: external_net.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.866112 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.866616 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: external-net
Sep 16 17:46:55.866934 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.867833 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.869092 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: extra_dhcp_opt
Sep 16 17:46:55.869418 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: extraroute.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.870335 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.870837 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: extraroute
Sep 16 17:46:55.871157 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: extraroute_atomic.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.872213 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.872714 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: extraroute-atomic
Sep 16 17:46:55.873036 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: filter_validation.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.873706 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.874201 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: filter-validation
Sep 16 17:46:55.874518 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: fip_pf_description.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.875596 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.876782 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 16 17:46:55.877105 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: fip_port_details.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.878031 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.878533 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: fip-port-details
Sep 16 17:46:55.878853 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: flavors.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.880115 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.880633 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: flavors
Sep 16 17:46:55.880957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.882607 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.883120 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 16 17:46:55.883443 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: floatingip_pools.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.884173 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.884678 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: floatingip-pools
Sep 16 17:46:55.884999 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: ip_allocation.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.885915 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.886413 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension ip_allocation not supported by any of loaded plugins
Sep 16 17:46:55.886731 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.887643 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.888181 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: ip-substring-filtering
Sep 16 17:46:55.888501 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l2_adjacency.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.889426 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.889924 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 16 17:46:55.890241 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.891196 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.892271 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: router
Sep 16 17:46:55.892592 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.894824 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.895355 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 16 17:46:55.895681 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.896638 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.897152 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: ext-gw-mode
Sep 16 17:46:55.897476 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.898390 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.898893 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: l3-ha
Sep 16 17:46:55.899215 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3_flavors.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.900154 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.900653 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: l3-flavors
Sep 16 17:46:55.900972 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.901897 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.902397 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 16 17:46:55.902717 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: l3agentscheduler.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.903753 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.904294 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: l3_agent_scheduler
Sep 16 17:46:55.904620 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: logging.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.906111 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.906628 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension logging not supported by any of loaded plugins
Sep 16 17:46:55.906956 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: metering.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.908017 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.908592 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: metering
Sep 16 17:46:55.908915 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.910018 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.910528 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: metering_source_and_destination_fields
Sep 16 17:46:55.910852 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: multiprovidernet.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.911896 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.912428 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: multi-provider
Sep 16 17:46:55.912750 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: netmtu.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.913662 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.914169 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: net-mtu
Sep 16 17:46:55.914758 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: netmtu_writable.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.915672 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.916211 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: net-mtu-writable
Sep 16 17:46:55.916534 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: network_availability_zone.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.917202 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.917703 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: network_availability_zone
Sep 16 17:46:55.918022 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: network_ip_availability.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.919115 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.919623 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: network-ip-availability
Sep 16 17:46:55.919964 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: network_segment_range.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.920730 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.921226 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension network-segment-range not supported by any of loaded plugins
Sep 16 17:46:55.921544 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: pagination.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.922517 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.923056 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: pagination
Sep 16 17:46:55.923533 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: port_device_profile.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.924491 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.924996 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: port-device-profile
Sep 16 17:46:55.925315 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.926229 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.926727 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: port-mac-address-regenerate
Sep 16 17:46:55.927045 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.927984 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.928485 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: port-numa-affinity-policy
Sep 16 17:46:55.928803 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: port_resource_request.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.929704 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.930192 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension port-resource-request not supported by any of loaded plugins
Sep 16 17:46:55.930508 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: portbindings.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.931453 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.931976 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: binding
Sep 16 17:46:55.932298 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: portbindings_extended.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.945305 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.945769 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: binding-extended
Sep 16 17:46:55.946100 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: portsecurity.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.947012 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.947520 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: port-security
Sep 16 17:46:55.947847 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: project_id.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.948842 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.949169 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: project-id
Sep 16 17:46:55.949493 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: providernet.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.950414 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.950918 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: provider
Sep 16 17:46:55.951238 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.955410 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.955947 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos not supported by any of loaded plugins
Sep 16 17:46:55.956284 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.957528 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.958107 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 16 17:46:55.958436 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.959355 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.959860 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 16 17:46:55.960207 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_default.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.961117 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.961622 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-default not supported by any of loaded plugins
Sep 16 17:46:55.961945 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_fip.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.962594 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.963094 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-fip not supported by any of loaded plugins
Sep 16 17:46:55.963418 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.964393 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.964922 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 16 17:46:55.965242 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.966152 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.966653 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 16 17:46:55.966975 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.967881 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.968403 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 16 17:46:55.968723 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: qos_rules_alias.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.969864 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.970372 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 16 17:46:55.970697 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: quotasv2.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.971606 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.972085 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: quotas
Sep 16 17:46:55.972409 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: quotasv2_detail.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.983673 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.984048 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: quota_details
Sep 16 17:46:55.984377 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: rbac.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.985948 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.986467 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: rbac-policies
Sep 16 17:46:55.986833 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: rbac_address_group.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.987756 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.988294 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: rbac-address-group
Sep 16 17:46:55.988618 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: rbac_address_scope.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.989585 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.990089 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: rbac-address-scope
Sep 16 17:46:55.990410 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: rbac_security_groups.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.991331 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.991834 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: rbac-security-groups
Sep 16 17:46:55.992177 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.993137 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.993640 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: rbac-subnetpool
Sep 16 17:46:55.993958 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: revisionifmatch.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.994890 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.995380 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: revision-if-match
Sep 16 17:46:55.995703 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: revisions.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.996838 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.997342 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: standard-attr-revisions
Sep 16 17:46:55.997666 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: router_availability_zone.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:55.998341 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:55.998848 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: router_availability_zone
Sep 16 17:46:55.999172 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: routerservicetype.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.002137 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.002638 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension router-service-type not supported by any of loaded plugins
Sep 16 17:46:56.002960 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.003917 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.004446 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: security-groups-normalized-cidr
Sep 16 17:46:56.004769 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.005699 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.006200 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: port-security-groups-filtering
Sep 16 17:46:56.006522 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.007494 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.008034 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: security-groups-remote-address-group
Sep 16 17:46:56.008357 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: securitygroup.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.018009 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.018583 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: security-group
Sep 16 17:46:56.018914 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: segment.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.019697 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.020237 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension segment not supported by any of loaded plugins
Sep 16 17:46:56.020563 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.021539 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.022041 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 16 17:46:56.022364 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: servicetype.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.023476 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.024003 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: service-type
Sep 16 17:46:56.024379 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: sorting.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.025362 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.025689 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: sorting
Sep 16 17:46:56.026007 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: standard_attr_segment.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.027024 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.027465 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 16 17:46:56.027785 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: standardattrdescription.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.028462 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.028964 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: standard-attr-description
Sep 16 17:46:56.029282 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: stateful_security_group.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.030216 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.030727 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: stateful-security-group
Sep 16 17:46:56.031048 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: stdattrs_common.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.031630 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 16 17:46:56.031997 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.048616 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.049124 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 16 17:46:56.049488 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: subnet_onboard.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.050561 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.051071 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: subnet_onboard
Sep 16 17:46:56.051394 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.052340 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.052843 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 16 17:46:56.053162 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: subnet_service_types.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.054094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.054603 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: subnet-service-types
Sep 16 17:46:56.054923 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: subnetallocation.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.056037 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.056558 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: subnet_allocation
Sep 16 17:46:56.056882 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.057545 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.058050 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: subnetpool-prefix-ops
Sep 16 17:46:56.058369 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.059306 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.059827 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 16 17:46:56.060278 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: tagging.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.061349 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.061865 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: standard-attr-tag
Sep 16 17:46:56.062190 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: timestamp.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.063972 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.064486 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loaded extension: standard-attr-timestamp
Sep 16 17:46:56.064807 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: trunk.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.065844 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.066373 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension trunk not supported by any of loaded plugins
Sep 16 17:46:56.066794 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: trunk_details.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.067673 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.068211 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension trunk-details not supported by any of loaded plugins
Sep 16 17:46:56.068536 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.069455 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.069962 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 16 17:46:56.070289 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Loading extension file: vlantransparent.py {{(pid=79828) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 16 17:46:56.070957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79828) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 16 17:46:56.071461 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 16 17:46:56.073900 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:network
Sep 16 17:46:56.074619 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:subnet
Sep 16 17:46:56.075392 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 17:46:56.076045 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:port
Sep 16 17:46:56.077422 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.077957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service FLAVORS assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.078589 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.079089 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.079499 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:router
Sep 16 17:46:56.080188 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:floatingip
Sep 16 17:46:56.083985 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service METERING assigned prefix: /metering {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.083985 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f48f7dc9a30>> rbac-policy before_create 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:56.083985 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f48f7dc9a30>> rbac-policy before_update 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:56.083985 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f48f7dc9a30>> rbac-policy before_delete 55550000 {{(pid=79828) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:46:56.084301 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 16 17:46:56.084652 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:security_group
Sep 16 17:46:56.085314 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 16 17:46:56.086062 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service CORE assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.086393 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 17:46:56.086733 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] subnetpool is already registered
Sep 16 17:46:56.087332 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service CORE assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.087657 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 17:46:56.088008 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] subnetpool is already registered
Sep 16 17:46:56.090632 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.091059 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service FLAVORS assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.091649 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.092097 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.092430 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:router
Sep 16 17:46:56.092755 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] router is already registered
Sep 16 17:46:56.093349 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:floatingip
Sep 16 17:46:56.093674 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] floatingip is already registered
Sep 16 17:46:56.094330 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service METERING assigned prefix: /metering {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.095157 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of CountableResource for resource:rbac_policy
Sep 16 17:46:56.095526 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] rbac_policy is already registered
Sep 16 17:46:56.096114 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:security_group
Sep 16 17:46:56.096437 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] security_group is already registered
Sep 16 17:46:56.097031 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 16 17:46:56.097358 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] security_group_rule is already registered
Sep 16 17:46:56.098010 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service CORE assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.098336 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 17:46:56.098666 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] subnetpool is already registered
Sep 16 17:46:56.099270 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.v2.resource_helper [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Service CORE assigned prefix:  {{(pid=79828) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 16 17:46:56.099592 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Creating instance of TrackedResource for resource:subnetpool
Sep 16 17:46:56.099918 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING neutron.quota.resource_registry [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] subnetpool is already registered
Sep 16 17:46:56.100573 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: extensions {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.102070 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: address-groups {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.103688 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: address-scopes {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.104930 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: agents {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.106109 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: auto-allocated-topology {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.107336 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: availability_zones {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.109602 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: dhcp-networks {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.111622 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: dhcp-agents {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.113144 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: routers {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.114950 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: flavors {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.116127 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: service_profiles {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.117326 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: next_providers {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.118979 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: service_profiles {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.120477 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: floatingip-pools {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.121698 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: routers {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.123476 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: floatingips {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.124774 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: l3-routers {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.126717 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: l3-agents {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.128143 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: metering-labels {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.129511 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: metering-label-rules {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.130834 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: network-ip-availabilities {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.132125 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: bindings {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.133792 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: quotas {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.135221 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: quotas {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.136662 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: rbac-policies {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.137951 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: security-groups {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.139140 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: security-group-rules {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.140401 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: service-providers {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.141705 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: subnetpools {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.143139 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: subnetpools {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.144616 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.146314 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.148145 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.149935 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.151711 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.153592 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.155304 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.157533 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.159296 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.161192 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron.api.extensions [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Extended resource: tags {{(pid=79828) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 16 17:46:56.167493 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING keystonemiddleware.auth_token [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 16 17:46:56.173782 dv-cinder-809439-1-iscsi neutron-server[79828]: WARNING keystonemiddleware.auth_token [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 16 17:46:56.181907 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_concurrency.lockutils [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Acquired lock "singleton_lock" {{(pid=79828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Sep 16 17:46:56.182378 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_concurrency.lockutils [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Releasing lock "singleton_lock" {{(pid=79828) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Sep 16 17:46:56.183009 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Starting 2 workers
Sep 16 17:46:56.187604 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Started child 79935 {{(pid=79828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 17:46:56.192516 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Started child 79936 {{(pid=79828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 17:46:56.193282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:46:56.193998 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO neutron.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Neutron service started, listening on 0.0.0.0:9696
Sep 16 17:46:56.194648 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Notify callbacks [] for process, before_spawn {{(pid=79828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:46:56.194798 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [-] (79935) wsgi starting up on http://0.0.0.0:9696
Sep 16 17:46:56.196861 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:46:56.197332 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Starting 1 workers
Sep 16 17:46:56.198187 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [-] (79936) wsgi starting up on http://0.0.0.0:9696
Sep 16 17:46:56.202051 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Started child 79937 {{(pid=79828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 17:46:56.202565 dv-cinder-809439-1-iscsi neutron-server[79828]: INFO oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Starting 1 workers
Sep 16 17:46:56.205620 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] calling RpcWorker wait() {{(pid=79937) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 16 17:46:56.206265 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] returning from RpcWorker wait() {{(pid=79937) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 16 17:46:56.206962 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Started child 79938 {{(pid=79828) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Sep 16 17:46:56.207359 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:46:56.207722 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG neutron_lib.callbacks.manager [None req-6b0f7c30-514c-4aad-b109-104746a361f8 None None] Notify callbacks [] for process, after_spawn {{(pid=79828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:46:56.207894 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:46:56.209556 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 16 17:46:56.209762 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 16 17:46:56.209948 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 16 17:46:56.210164 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 16 17:46:56.210501 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 16 17:46:56.210654 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 16 17:46:56.211142 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.211407 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.211549 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:46:56.212087 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.212087 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.212489 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.212626 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:46:56.212777 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.213001 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.213231 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.213499 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.213732 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.213900 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.214064 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.214304 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.214554 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.214855 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.215104 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.215345 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.215585 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.215740 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.216014 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.216275 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.216503 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.216769 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.217017 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.217490 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.217757 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.217946 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.218188 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.218452 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.218678 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.218964 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.219218 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.219478 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.220052 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.220479 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.220733 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.221075 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.221225 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.221454 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.221668 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.222147 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] host                           = dv-cinder-809439-1-iscsi {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.222410 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.222580 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.222798 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.223042 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.223285 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.223516 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.223777 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.224075 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.224340 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.224568 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.224800 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.225029 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.225265 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.225513 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.225663 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.225877 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.226163 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.226417 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.226605 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.226759 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.226934 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.227182 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.227332 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.227593 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.227808 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.228045 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.228280 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.228516 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.228744 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.229003 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.229243 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.229453 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.229686 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.229897 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.230119 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.230357 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.230593 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.230822 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.231060 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.231285 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.231483 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.231725 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.231969 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.232275 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.232523 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.232673 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.232918 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.233146 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.233385 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.233611 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.233910 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.234185 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.234326 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.234509 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.234737 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.235759 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.235759 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.236259 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.236466 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.236640 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.236798 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.237009 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.237259 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.237466 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.237686 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.237912 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.238124 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.238335 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.238579 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.238991 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.239290 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.239610 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.239859 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.240148 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.240389 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.240647 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.240863 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.241095 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.241339 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.241660 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.241880 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.242164 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.242399 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.242639 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.242983 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.243238 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.243513 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.243727 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.244004 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.244220 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.244470 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.244801 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.250041 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.251652 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.254952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.255572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.256199 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.256199 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.256199 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.256400 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.256587 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.256798 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.257472 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.257472 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.257472 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.257732 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.257821 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.258120 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.258222 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.260283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.262085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264189 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264813 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264813 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.264813 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.265016 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.265095 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.265457 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.265966 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.265966 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.266137 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.266391 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.267312 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.267312 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.267312 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.267626 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.267876 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.268185 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.268426 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.268666 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.268908 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.269136 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.269396 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.269624 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.269852 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.270068 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.270348 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.270586 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.270804 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.271015 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.271234 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.271798 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.272078 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.272292 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.272536 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.272805 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.273109 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.273352 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.273610 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.273862 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.274109 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.274409 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.274730 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.274999 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.275260 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.275491 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.275717 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.275986 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.276226 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.276458 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.276667 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.276878 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.277147 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.277358 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.277595 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.277838 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.278050 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.278281 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.278530 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.278740 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.278958 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.279213 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.279424 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.279661 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.279873 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.280115 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.280361 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.280593 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.280856 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.281181 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.281380 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.281580 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.281825 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.282100 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.282338 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.282595 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.282831 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.283076 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.283289 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.283519 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.283722 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.283961 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.284178 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.284410 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.284653 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.284901 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.285229 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.285476 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.285704 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.285957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.286168 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.286383 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.286610 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.286820 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.287048 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.287283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.287493 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.287755 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.288026 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.288283 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.288515 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.288726 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.288957 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.289172 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.289637 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.289926 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.290187 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.290414 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.290654 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.290894 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.291117 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.291324 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.291537 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.291743 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.291976 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.292201 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.292409 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.292618 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.292852 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.293053 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.293351 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.293596 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.293810 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.294088 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.294346 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.294568 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.294818 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.295149 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.295379 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.295613 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.295867 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.296105 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.296322 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.296571 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.296865 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.297149 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.297419 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.298204 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.298483 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.298757 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.299014 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.299223 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.299530 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.299856 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.300148 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.300416 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.300655 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.300924 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.301157 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.301377 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.301611 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.301843 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.302071 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.302338 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.302572 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.302812 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.303024 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.303250 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.303466 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.303708 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.304175 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.304424 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.304656 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.304812 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 16 17:46:56.305366 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79828) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Sep 16 17:46:56.305523 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 16 17:46:56.305678 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 16 17:46:56.305833 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 16 17:46:56.306006 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 16 17:46:56.306160 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 16 17:46:56.306358 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.306524 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.306677 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.306838 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307005 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307167 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307325 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307480 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307637 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307795 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.307973 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.308137 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.308292 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.308447 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.308604 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.308767 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.308922 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.309085 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.309236 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.309382 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.309536 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.309691 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.309848 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310004 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310202 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310365 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310522 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310674 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310824 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.310975 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.311136 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.311300 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.311457 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.311613 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.311769 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.311955 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.312102 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.312259 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.312415 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.312575 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.312729 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] host                           = dv-cinder-809439-1-iscsi {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.312884 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.313043 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.313197 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.313406 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.313550 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.313870 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314031 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314187 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314344 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314500 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314657 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314813 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.314966 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.315116 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.315267 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.315424 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.315732 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.315888 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.316107 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.316270 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.316430 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.316584 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.316741 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.316900 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317055 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317211 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317367 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317525 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317682 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317839 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.317995 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.318152 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.318310 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.318466 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.318624 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.318779 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.318936 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.319092 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.319248 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.319407 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.319566 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.319724 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.319880 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320058 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320215 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320372 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320528 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320697 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320834 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.320987 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.321149 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.321310 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.321440 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.321595 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.321750 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.321890 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322049 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322205 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322361 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322519 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322678 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322825 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.322961 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.323131 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.323270 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.323414 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.323549 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.323850 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.323850 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 16 17:46:56.324156 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.324156 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.324411 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.324544 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.324678 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.324824 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.324959 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325092 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325226 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325359 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325492 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325625 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325800 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.325961 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.326110 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.326326 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.326468 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.326602 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.326735 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.326877 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327012 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327145 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327303 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327463 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327599 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.37/identity {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327756 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.327907 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.328105 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.328241 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.328376 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.328531 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.328692 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.329372 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.329602 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.329748 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.329910 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330052 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330216 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330378 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330531 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330685 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330835 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.330991 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.331152 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.331311 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.331472 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.331635 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.331795 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.331966 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.332672 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.332672 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.332672 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.332672 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336316 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.336925 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.337514 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338094 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338628 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338628 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338628 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338628 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338628 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338960 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338960 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.338960 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.339176 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.339254 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.339388 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.339546 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.339704 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.339867 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.340082 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.340241 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.340395 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.340563 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.340736 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.340891 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341061 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341195 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341440 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341440 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341716 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341716 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341986 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.341986 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.342238 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.342378 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.342511 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.342654 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.342785 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.342912 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343047 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343178 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343307 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343459 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343599 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343944 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.343944 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.344332 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.344504 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.345297 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.345399 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.345680 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.345845 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.346005 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.346164 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.346323 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.346497 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.346649 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.346810 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.37/identity {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348025 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348583 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348583 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348583 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348583 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348858 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.348936 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349047 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349206 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349363 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349520 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349678 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349837 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.349996 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.350155 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.350313 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.350471 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.350629 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.350787 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.350945 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.351103 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.351264 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.351423 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.351582 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.351746 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.351906 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.352088 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.352248 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.352410 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.352569 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.352728 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.352887 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353045 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353205 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353365 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353524 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353650 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:46:56.353755 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353837 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.353976 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.354150 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.354371 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.354472 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.354618 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.354775 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.354934 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.355091 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.355249 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.355406 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.355565 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.355724 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.355885 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.356069 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.356228 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.356387 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.356544 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.356718 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.356861 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357021 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357190 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357349 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357508 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357666 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357826 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.357994 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.358152 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.358310 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.358468 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.358627 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.358794 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.358952 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.359109 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.359266 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.359425 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.359591 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.359753 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.359913 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.360125 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.360290 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.360442 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.360590 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.360761 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.360896 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.361057 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.361203 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.361361 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.361519 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.361683 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.361845 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362012 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362177 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362337 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362504 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362669 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362835 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.362993 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.363157 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.363327 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.363485 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.363643 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.363800 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.363979 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.364139 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.364296 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.364475 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.364601 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.364762 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.364920 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.365078 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.365236 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.365396 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.365554 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.365712 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.365869 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.366029 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.366187 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.366345 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 16 17:46:56.366496 dv-cinder-809439-1-iscsi neutron-server[79828]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79828) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 16 17:46:56.681454 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54662) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:46:56.690571 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068207
Sep 16 17:47:07.469013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd27064c-09cc-4051-9b45-e4dae2e597e6 None None] get_active_networks_info from dv-cinder-809439-1-iscsi {{(pid=79937) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Sep 16 17:47:07.534637 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd27064c-09cc-4051-9b45-e4dae2e597e6 None None] No non-hosted networks {{(pid=79937) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 16 17:47:07.548780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.agentschedulers_db [None req-bd27064c-09cc-4051-9b45-e4dae2e597e6 None None] DHCP Agent not found on host dv-cinder-809439-1-iscsi {{(pid=79937) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Sep 16 17:47:07.691719 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-59602388-d9d8-4cda-a370-79139dfaaf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439895'] for agent, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:08.114189 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439895'] for agent, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:08.114886 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.115168 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.115500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.115828 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.116873 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.117255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.117659 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.118012 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.118342 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.118666 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.119124 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.119343 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:08.119750 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f48f7ad2910>, 'Open vSwitch agent', 'dv-cinder-809439-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:08.130327 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f48f71ac370>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809439-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:10.291869 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-65f3cd23-303f-40b3-9bb0-0c575b7474d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439895'] for agent, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:10.343387 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-29e0f0e1-bbf7-4bc5-8fca-787b1839865d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-809439-1-iscsi {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 17:47:10.344905 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-29e0f0e1-bbf7-4bc5-8fca-787b1839865d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 17:47:10.969573 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-29e0f0e1-bbf7-4bc5-8fca-787b1839865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:11.135974 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439895'] for agent, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:12.656267 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439895'] for agent, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:14.287779 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54754) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:14.859957 dv-cinder-809439-1-iscsi neutron-server[79936]: WARNING oslo_policy.policy [None req-94f4427e-d263-4407-aee3-052b2ec3382e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:14.860572 dv-cinder-809439-1-iscsi neutron-server[79936]: WARNING oslo_policy.policy [None req-94f4427e-d263-4407-aee3-052b2ec3382e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:15.078037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [None req-94f4427e-d263-4407-aee3-052b2ec3382e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:47:15.079851 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-94f4427e-d263-4407-aee3-052b2ec3382e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7911398
Sep 16 17:47:17.226274 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.db.l3_hamode_db [None req-f2880fb2-da3a-4286-bbda-dea505fafb8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 16 17:47:17.318078 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2880fb2-da3a-4286-bbda-dea505fafb8f None None] Routers set() bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:47:17.318595 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2880fb2-da3a-4286-bbda-dea505fafb8f None None] Router IDs set() for agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Sep 16 17:47:17.483217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54768) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:17.840977 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:17.941094 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.policy [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79936) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Sep 16 17:47:17.985637 dv-cinder-809439-1-iscsi neutron-server[79936]: WARNING oslo_policy.policy [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:17.986031 dv-cinder-809439-1-iscsi neutron-server[79936]: WARNING oslo_policy.policy [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:17.994591 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.quota [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f48f78256d0>.
Sep 16 17:47:18.009710 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:18.142294 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966122991', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966126514', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966150581', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966139410', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966167457', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746966156990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1316969', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1161170', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16612892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16662100'] for rbac-policy, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:18.330192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:18.331386 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0ff6daa6-399d-4756-aa57-11172f3d7b8d admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8471978
Sep 16 17:47:20.918098 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54782) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:21.265062 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '411d3242db244d06b7d0680210c5c33f'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:21.270400 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:21.274845 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Usage tracker for resource:network and tenant:411d3242db244d06b7d0680210c5c33f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:21.279305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:21.286206 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:21.352695 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Made reservation on behalf of 411d3242db244d06b7d0680210c5c33f for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:47:21.355482 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.373602 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.387632 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:21.391570 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Usage tracker for resource:security_group_rule and tenant:411d3242db244d06b7d0680210c5c33f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:21.396495 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:21.402095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:21.496153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.569938 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.575110 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:21.595731 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:47:21.619666 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746961421487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.620262 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f48f8744af0> segment precommit_create {{(pid=79936) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 16 17:47:21.620821 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Added segment 1367a12e-d3be-42ec-8832-95a7e0db90b2 of type vlan for network ede79f18-5ece-4e74-87e3-2586ecf043d0
Sep 16 17:47:21.629092 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edac845-47ea-4fdd-8593-e84f43130454,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:21.678675 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.679003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.679323 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.679639 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.679966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.680276 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.680579 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.680900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.681185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.681485 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.681783 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.682077 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Tracked resource versions report:
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]: pushed versions:
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]: {   'AddressGroup': {'1.2'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'ConntrackHelper': {'1.0'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Log': {'1.0'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Network': {'1.1'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Port': {'1.7'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'PortForwarding': {'1.2'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'QosPolicy': {'1.8'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'SecurityGroup': {'1.4'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'SubPort': {'1.0'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Subnet': {'1.1'},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Trunk': {'1.1'}}
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]: consumer versions:
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Log': '1.0',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Network': '1.1',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Port': '1.7',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'PortForwarding': '1.2',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'QosPolicy': '1.8',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'SecurityGroup': '1.4',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'SubPort': '1.0',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Subnet': '1.1',
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Trunk': '1.1'}}
Sep 16 17:47:21.683166 dv-cinder-809439-1-iscsi neutron-server[79936]:  {{(pid=79936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:47:21.736367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:21.742244 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.827217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.829089 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:21.829697 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:21.834131 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:21.934524 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=ede79f18-5ece-4e74-87e3-2586ecf043d0,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:21.938109 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:21.946633 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:47:22.010234 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0910494
Sep 16 17:47:24.671204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54798) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:25.114515 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516a2346-d2c9-48ea-9857-987204a5cc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:25.116490 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-516a2346-d2c9-48ea-9857-987204a5cc8f admin admin] 10.222.0.37 "GET /v2.0/networks/ede79f18-5ece-4e74-87e3-2586ecf043d0 HTTP/1.1" status: 200  len: 825 time: 0.4436543
Sep 16 17:47:25.143049 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d381757c-3122-4a12-a9c8-0d9f45e5e5d8 admin admin] 10.222.0.37 "GET /v2.0/subnetpools/03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd HTTP/1.1" status: 200  len: 734 time: 0.0213308
Sep 16 17:47:25.151348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:25.155489 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:25.159786 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Usage tracker for resource:subnet and tenant:411d3242db244d06b7d0680210c5c33f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:25.162597 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:25.168349 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:25.267381 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Made reservation on behalf of 411d3242db244d06b7d0680210c5c33f for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:47:25.269559 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:25.621516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:25.627108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:25.719457 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Checking segment: {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:47:25.720113 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Network hostable DHCP agents. Network: ede79f18-5ece-4e74-87e3-2586ecf043d0, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:47:25.725175 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a55761-3ae9-472a-b883-cbfb4cba444d,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:25.728354 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:25.826877 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:47:25.906884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, ede79f18-5ece-4e74-87e3-2586ecf043d0) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:47:25.912141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:25.912725 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:25.916871 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b3270-6981-479e-90f1-d5f2bd2eeee9 None None] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:47:26.096923 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9486339
Sep 16 17:47:26.304862 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-ede79f18-5ece-4e74-87e3-2586ecf043d0', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 17:47:26.306035 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:26.491997 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Allocated IP 172.20.0.2 (ede79f18-5ece-4e74-87e3-2586ecf043d0/31a55761-3ae9-472a-b883-cbfb4cba444d/6dbf47e0-77a1-4358-840b-0e544155476f) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:47:26.718930 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:26.731818 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Transition to ACTIVE for port object 6dbf47e0-77a1-4358-840b-0e544155476f will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:47:26.754330 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Transition to ACTIVE for port object 6dbf47e0-77a1-4358-840b-0e544155476f will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:47:26.839055 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:26.843894 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:26.904021 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:47:26.906814 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:47:26.913295 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:47:26.920913 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Pushing event updated for resources: {'Port': ['ID=6dbf47e0-77a1-4358-840b-0e544155476f,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:26.986279 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.986545 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.986878 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.987207 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.987533 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.987872 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.988198 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.988514 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.988848 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.989171 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.989480 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.989790 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Tracked resource versions report:
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]: pushed versions:
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]: {   'AddressGroup': {'1.2'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'ConntrackHelper': {'1.0'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Log': {'1.0'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Network': {'1.1'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Port': {'1.7'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'PortForwarding': {'1.2'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'QosPolicy': {'1.8'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'SecurityGroup': {'1.4'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'SubPort': {'1.0'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Subnet': {'1.1'},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Trunk': {'1.1'}}
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]: consumer versions:
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Log': '1.0',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Network': '1.1',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Port': '1.7',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'PortForwarding': '1.2',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'QosPolicy': '1.8',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'SecurityGroup': '1.4',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'SubPort': '1.0',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Subnet': '1.1',
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Trunk': '1.1'}}
Sep 16 17:47:26.990928 dv-cinder-809439-1-iscsi neutron-server[79937]:  {{(pid=79937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:47:27.003546 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:27.018892 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Attempting to bind port 6dbf47e0-77a1-4358-840b-0e544155476f on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:47:27.019294 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Attempting to bind port 6dbf47e0-77a1-4358-840b-0e544155476f by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:47:27.019722 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Attempting to bind port 6dbf47e0-77a1-4358-840b-0e544155476f on network ede79f18-5ece-4e74-87e3-2586ecf043d0 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:47:27.024895 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:47:27.025300 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Checking segment: {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:47:27.025776 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:27.026164 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Bound using segment: {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:47:27.026668 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Bound port: 6dbf47e0-77a1-4358-840b-0e544155476f, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:47:27.027059 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:27.113474 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] For port 6dbf47e0-77a1-4358-840b-0e544155476f, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:47:27.117424 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] For port 6dbf47e0-77a1-4358-840b-0e544155476f, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=6dbf47e0-77a1-4358-840b-0e544155476f,segment=NetworkSegment(1367a12e-d3be-42ec-8832-95a7e0db90b2),segment_id=1367a12e-d3be-42ec-8832-95a7e0db90b2)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:47:27.176432 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:27.180595 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:27.283663 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Pushing event updated for resources: {'Port': ['ID=6dbf47e0-77a1-4358-840b-0e544155476f,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:27.287006 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:28.496825 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54808) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:28.868513 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [None req-c0e64680-655f-4e10-9cfc-e7153caaadee admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:47:28.869557 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c0e64680-655f-4e10-9cfc-e7153caaadee admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3717990
Sep 16 17:47:30.134429 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 6dbf47e0-77a1-4358-840b-0e544155476f up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:47:30.255588 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 6dbf47e0-77a1-4358-840b-0e544155476f completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:47:30.925752 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be5db1-f054-428a-871a-f8674fe8af07 None None] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:47:31.097208 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Provisioning for port 6dbf47e0-77a1-4358-840b-0e544155476f completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:47:31.103193 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Provisioning complete for port 6dbf47e0-77a1-4358-840b-0e544155476f triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:31.103593 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:31.276313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54822) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:31.288228 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:31.327537 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] For port 6dbf47e0-77a1-4358-840b-0e544155476f, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=6dbf47e0-77a1-4358-840b-0e544155476f,segment=NetworkSegment(1367a12e-d3be-42ec-8832-95a7e0db90b2),segment_id=1367a12e-d3be-42ec-8832-95a7e0db90b2)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:47:31.409972 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:31.412978 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:31.479971 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Pushing event updated for resources: {'Port': ['ID=6dbf47e0-77a1-4358-840b-0e544155476f,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:31.483126 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:31.530222 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-1964ec42-f50d-4a4c-b812-d3adc42f92e3 None None] Provisioning complete for port 6dbf47e0-77a1-4358-840b-0e544155476f triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:31.530595 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-1964ec42-f50d-4a4c-b812-d3adc42f92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:31.663847 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [None req-6e670166-59ee-410b-84ac-2d0a801411e5 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:47:31.664874 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-6e670166-59ee-410b-84ac-2d0a801411e5 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3876431
Sep 16 17:47:32.113483 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 6dbf47e0-77a1-4358-840b-0e544155476f up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:47:32.180341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 6dbf47e0-77a1-4358-840b-0e544155476f triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:32.180717 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:34.276004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54834) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:34.627510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '411d3242db244d06b7d0680210c5c33f'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:34.632658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:34.636467 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Usage tracker for resource:router and tenant:411d3242db244d06b7d0680210c5c33f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:34.639700 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:34.646129 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:34.746997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:34.748649 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:34.769209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:34.947529 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:35.049448 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:35.050643 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-ae2712c7-f58b-4711-bb4c-94cba5758922 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7736709
Sep 16 17:47:37.379893 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54844) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:37.483989 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2ca5cef1-a81d-48d1-95d8-441225d1ebed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:37.741976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [None req-0072c9eb-c749-45f8-871b-fb69f6c0d44e admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:47:37.742955 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0072c9eb-c749-45f8-871b-fb69f6c0d44e admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3620322
Sep 16 17:47:38.027906 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.078096 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54854) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:40.278051 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f605d09c-f834-4803-9e22-071bcecc66d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.442484 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:40.447418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:40.451431 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Usage tracker for resource:network and tenant:7049f8df71ab40e5b40e5e34cb3aa37d is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:40.455047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:40.460957 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:40.564165 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Made reservation on behalf of 7049f8df71ab40e5b40e5e34cb3aa37d for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:47:40.566331 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.577831 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.592128 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:40.595841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Usage tracker for resource:security_group_rule and tenant:7049f8df71ab40e5b40e5e34cb3aa37d is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:40.598504 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:40.604058 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:40.682675 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.729305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.732317 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:40.747305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Reserving flat network on physical network physnet1 {{(pid=79936) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Sep 16 17:47:40.769044 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd0b3ce-6a03-41ab-95f3-b23eaefe028a,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:40.773130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:40.774012 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.774344 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Added segment fff65528-5018-42b4-b731-3511abec338f of type flat for network 5a95407d-2a26-493d-84b5-fc2cfb9099f6
Sep 16 17:47:40.804384 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.883736 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.884993 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:40.885562 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:40.888931 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:40.979658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Pushing event updated for resources: {'Network': ['ID=5a95407d-2a26-493d-84b5-fc2cfb9099f6,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:40.982281 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:40.989866 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:47:41.164180 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:41.176728 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0974085
Sep 16 17:47:42.580631 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:43.504825 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54874) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:43.719319 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48905a3b-24bf-408c-8c88-5e645de08c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:43.720697 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-48905a3b-24bf-408c-8c88-5e645de08c33 admin admin] 10.222.0.37 "GET /v2.0/subnets/31a55761-3ae9-472a-b883-cbfb4cba444d HTTP/1.1" status: 200  len: 849 time: 0.2149410
Sep 16 17:47:43.859331 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-692f62fa-b9b4-4b75-a03a-970a7e2dad4f admin admin] 10.222.0.37 "GET /v2.0/routers/8831503b-6d27-48e4-88a0-d573ab689e4d HTTP/1.1" status: 200  len: 704 time: 0.1330020
Sep 16 17:47:44.311381 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:44.563329 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Allocated IP 172.20.0.1 (ede79f18-5ece-4e74-87e3-2586ecf043d0/31a55761-3ae9-472a-b883-cbfb4cba444d/0854b080-83ed-49c6-a97c-4e61a622a7ff) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:47:44.719637 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:44.736991 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Transition to ACTIVE for port object 0854b080-83ed-49c6-a97c-4e61a622a7ff will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:47:44.833151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:44.837458 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:44.898704 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:47:44.899820 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:47:44.903488 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:47:44.904037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.046348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Pushing event updated for resources: {'Port': ['ID=0854b080-83ed-49c6-a97c-4e61a622a7ff,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:45.052861 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:45.232478 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-8ebb727b-c4c5-42a1-811d-6c10635092d1 None None] Provisioning for port 0854b080-83ed-49c6-a97c-4e61a622a7ff completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:47:45.237777 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-8ebb727b-c4c5-42a1-811d-6c10635092d1 None None] Provisioning complete for port 0854b080-83ed-49c6-a97c-4e61a622a7ff triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:45.238147 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ebb727b-c4c5-42a1-811d-6c10635092d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.251855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.293534 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb727b-c4c5-42a1-811d-6c10635092d1 None None] Port 0854b080-83ed-49c6-a97c-4e61a622a7ff cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:47:45.479041 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.529040 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.530013 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.533921 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:45.658494 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Pushing event updated for resources: {'Port': ['ID=0854b080-83ed-49c6-a97c-4e61a622a7ff,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:45.661192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:45.721272 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:47:45.722274 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:47:45.914389 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-fac2e9e2-5b87-4d1a-8ad1-f9fcedb3c982 None None] Provisioning complete for port 0854b080-83ed-49c6-a97c-4e61a622a7ff triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:45.914764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fac2e9e2-5b87-4d1a-8ad1-f9fcedb3c982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:45.966218 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-fac2e9e2-5b87-4d1a-8ad1-f9fcedb3c982 None None] Port 0854b080-83ed-49c6-a97c-4e61a622a7ff cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:47:46.015441 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Router 8831503b-6d27-48e4-88a0-d573ab689e4d is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 17:47:46.166178 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:47:46.175940 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] 10.222.0.37 "PUT /v2.0/routers/8831503b-6d27-48e4-88a0-d573ab689e4d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3117299
Sep 16 17:47:46.176745 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Sync routers for ids ['8831503b-6d27-48e4-88a0-d573ab689e4d'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:47:46.186844 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Routers {'8831503b-6d27-48e4-88a0-d573ab689e4d'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:47:46.187701 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7b0d670>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:47:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['8831503b-6d27-48e4-88a0-d573ab689e4d'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:46.362450 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Set router 8831503b-6d27-48e4-88a0-d573ab689e4d gateway port host: None {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:47:46.720598 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7b0d670>, [{'id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'name': 'router1', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:47:34Z', 'updated_at': '2021-09-16T17:47:45Z', 'revision_number': 2, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'gw_port_host': None, '_interfaces': [{'id': '0854b080-83ed-49c6-a97c-4e61a622a7ff', 'name': '', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'mac_address': 'fa:16:3e:83:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:44Z', 'updated_at': '2021-09-16T17:47:45Z', 'revision_number': 2, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'subnets': [{'id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:46.725456 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Checking router: 8831503b-6d27-48e4-88a0-d573ab689e4d for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:47:46.725828 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Updating router 8831503b-6d27-48e4-88a0-d573ab689e4d port 0854b080-83ed-49c6-a97c-4e61a622a7ff binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:47:46.779471 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:47.164694 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:47.181875 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Transition to ACTIVE for port object 0854b080-83ed-49c6-a97c-4e61a622a7ff will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:47:47.249369 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:47.255253 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:47.480353 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Pushing event updated for resources: {'Port': ['ID=0854b080-83ed-49c6-a97c-4e61a622a7ff,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:47.502849 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.503190 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.503519 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.503841 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.504184 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.504506 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.504820 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.505133 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.505460 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.505774 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.506081 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.506406 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Tracked resource versions report:
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]: pushed versions:
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]: {   'AddressGroup': {'1.2'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'ConntrackHelper': {'1.0'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Log': {'1.0'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Network': {'1.1'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Port': {'1.7'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'PortForwarding': {'1.2'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'QosPolicy': {'1.8'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'SecurityGroup': {'1.4'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'SubPort': {'1.0'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Subnet': {'1.1'},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Trunk': {'1.1'}}
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]: consumer versions:
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Log': '1.0',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Network': '1.1',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Port': '1.7',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'PortForwarding': '1.2',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'QosPolicy': '1.8',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'SecurityGroup': '1.4',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'SubPort': '1.0',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Subnet': '1.1',
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Trunk': '1.1'}}
Sep 16 17:47:47.507497 dv-cinder-809439-1-iscsi neutron-server[79938]:  {{(pid=79938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:47:47.514689 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:47.516844 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Attempting to bind port 0854b080-83ed-49c6-a97c-4e61a622a7ff on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:47:47.517779 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Attempting to bind port 0854b080-83ed-49c6-a97c-4e61a622a7ff by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:47:47.517779 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Attempting to bind port 0854b080-83ed-49c6-a97c-4e61a622a7ff on network ede79f18-5ece-4e74-87e3-2586ecf043d0 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:47:47.522858 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:47:47.523255 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Checking segment: {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:47:47.523746 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:47.524159 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Bound using segment: {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:47:47.524674 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Bound port: 0854b080-83ed-49c6-a97c-4e61a622a7ff, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1367a12e-d3be-42ec-8832-95a7e0db90b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:47:47.525063 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:47.611516 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] For port 0854b080-83ed-49c6-a97c-4e61a622a7ff, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:47:47.615407 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] For port 0854b080-83ed-49c6-a97c-4e61a622a7ff, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=0854b080-83ed-49c6-a97c-4e61a622a7ff,segment=NetworkSegment(1367a12e-d3be-42ec-8832-95a7e0db90b2),segment_id=1367a12e-d3be-42ec-8832-95a7e0db90b2)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:47:47.718511 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:47.726119 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:47.815125 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Routers {'8831503b-6d27-48e4-88a0-d573ab689e4d'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:47:47.815767 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7b0d670>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:47:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['8831503b-6d27-48e4-88a0-d573ab689e4d'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:47.869884 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Pushing event updated for resources: {'Port': ['ID=0854b080-83ed-49c6-a97c-4e61a622a7ff,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:47.928477 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:47.970636 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] Set router 8831503b-6d27-48e4-88a0-d573ab689e4d gateway port host: None {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:47:48.302406 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7b0d670>, [{'id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'name': 'router1', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:47:34Z', 'updated_at': '2021-09-16T17:47:45Z', 'revision_number': 2, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'gw_port_host': None, '_interfaces': [{'id': '0854b080-83ed-49c6-a97c-4e61a622a7ff', 'name': '', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'mac_address': 'fa:16:3e:83:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:44Z', 'updated_at': '2021-09-16T17:47:47Z', 'revision_number': 4, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'subnets': [{'id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:48.306232 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a427f1b-8337-4bff-bcd5-3b517019d015 None None] The sync data for ids ['8831503b-6d27-48e4-88a0-d573ab689e4d'] in dv-cinder-809439-1-iscsi is: [{'id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'name': 'router1', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:47:34Z', 'updated_at': '2021-09-16T17:47:45Z', 'revision_number': 2, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'gw_port_host': None, '_interfaces': [{'id': '0854b080-83ed-49c6-a97c-4e61a622a7ff', 'name': '', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'mac_address': 'fa:16:3e:83:06:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:44Z', 'updated_at': '2021-09-16T17:47:47Z', 'revision_number': 4, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'subnets': [{'id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:47:48.374228 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 54896) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:48.519983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4f1e0-4993-43e9-81c7-5e7a81c7d94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:48.520538 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a9a4f1e0-4993-43e9-81c7-5e7a81c7d94f admin admin] Synchronizing usage tracker for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:network {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:47:48.643878 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a9a4f1e0-4993-43e9-81c7-5e7a81c7d94f admin admin] Unset dirty status for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:network {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:47:48.650319 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a9a4f1e0-4993-43e9-81c7-5e7a81c7d94f admin admin] 10.222.0.37 "GET /v2.0/networks/5a95407d-2a26-493d-84b5-fc2cfb9099f6 HTTP/1.1" status: 200  len: 842 time: 0.2699232
Sep 16 17:47:48.654766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:48.660512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:47:48.665723 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Usage tracker for resource:subnet and tenant:7049f8df71ab40e5b40e5e34cb3aa37d is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:47:48.667472 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:47:48.674529 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:47:48.746527 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Made reservation on behalf of 7049f8df71ab40e5b40e5e34cb3aa37d for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:47:48.748928 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:49.201543 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.objects.ports [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79936) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Sep 16 17:47:49.202039 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:49.207507 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:49.280869 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac58a68e-f426-49dc-b496-a208298e0f9c,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:49.283144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:47:49.283483 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Network hostable DHCP agents. Network: 5a95407d-2a26-493d-84b5-fc2cfb9099f6, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:47:49.287499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:49.392538 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:47:49.489565 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 5a95407d-2a26-493d-84b5-fc2cfb9099f6) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:47:49.493825 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:49.494404 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:49.498800 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f91941-f53e-4350-9494-1d5f6357f8ed None None] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:47:49.576073 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9247680
Sep 16 17:47:49.722595 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d56b9a8-b5b5-4517-8ee9-cb0fe39dd11a None None] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:47:50.153108 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 0854b080-83ed-49c6-a97c-4e61a622a7ff up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:47:50.278281 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 0854b080-83ed-49c6-a97c-4e61a622a7ff completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:47:50.283841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 0854b080-83ed-49c6-a97c-4e61a622a7ff triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:50.284335 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:50.402029 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:50.435811 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 0854b080-83ed-49c6-a97c-4e61a622a7ff, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=0854b080-83ed-49c6-a97c-4e61a622a7ff,segment=NetworkSegment(1367a12e-d3be-42ec-8832-95a7e0db90b2),segment_id=1367a12e-d3be-42ec-8832-95a7e0db90b2)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:47:50.586504 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:50.589049 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:50.653921 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=0854b080-83ed-49c6-a97c-4e61a622a7ff,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:50.658073 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:51.801255 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 54910) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:51.958748 dv-cinder-809439-1-iscsi neutron-server[79935]: WARNING oslo_policy.policy [None req-9a5ece73-5e05-4ceb-9cf5-ea0cb170b41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:51.959310 dv-cinder-809439-1-iscsi neutron-server[79935]: WARNING oslo_policy.policy [None req-9a5ece73-5e05-4ceb-9cf5-ea0cb170b41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:52.122045 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 0854b080-83ed-49c6-a97c-4e61a622a7ff up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:47:52.217117 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 0854b080-83ed-49c6-a97c-4e61a622a7ff triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:52.217408 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:52.243846 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.policy [None req-9a5ece73-5e05-4ceb-9cf5-ea0cb170b41b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79935) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Sep 16 17:47:52.288403 dv-cinder-809439-1-iscsi neutron-server[79935]: WARNING oslo_policy.policy [None req-9a5ece73-5e05-4ceb-9cf5-ea0cb170b41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:52.288791 dv-cinder-809439-1-iscsi neutron-server[79935]: WARNING oslo_policy.policy [None req-9a5ece73-5e05-4ceb-9cf5-ea0cb170b41b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 16 17:47:52.510770 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9a5ece73-5e05-4ceb-9cf5-ea0cb170b41b admin admin] 10.222.0.37 "GET /v2.0/routers/8831503b-6d27-48e4-88a0-d573ab689e4d HTTP/1.1" status: 200  len: 710 time: 0.7072513
Sep 16 17:47:52.668863 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3fcc1e-c5a6-4d2a-b7cc-ffa0f43e1b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:47:52.670606 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8f3fcc1e-c5a6-4d2a-b7cc-ffa0f43e1b4f admin admin] 10.222.0.37 "GET /v2.0/networks/5a95407d-2a26-493d-84b5-fc2cfb9099f6 HTTP/1.1" status: 200  len: 886 time: 0.1549280
Sep 16 17:47:52.679268 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:47:53.130935 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:53.528909 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:53.585633 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:53.727861 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Allocated IP 172.27.1.6 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/53d6a454-bb60-456c-b8c6-c6311ccadf74) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:47:53.872797 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:53.981070 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:53.991378 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:54.037706 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:47:54.039065 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:47:54.082743 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:47:54.215218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=53d6a454-bb60-456c-b8c6-c6311ccadf74,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:54.225633 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.225966 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.226287 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.226603 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.226916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.227228 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.227539 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.227846 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.228182 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.228489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.228795 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.229096 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Tracked resource versions report:
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]: pushed versions:
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]: {   'AddressGroup': {'1.2'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'ConntrackHelper': {'1.0'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Log': {'1.0'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Network': {'1.1'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Port': {'1.7'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'PortForwarding': {'1.2'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'QosPolicy': {'1.8'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'SecurityGroup': {'1.4'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'SubPort': {'1.0'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Subnet': {'1.1'},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Trunk': {'1.1'}}
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]: consumer versions:
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Log': '1.0',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Network': '1.1',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Port': '1.7',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'PortForwarding': '1.2',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'QosPolicy': '1.8',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'SecurityGroup': '1.4',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'SubPort': '1.0',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Subnet': '1.1',
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Trunk': '1.1'}}
Sep 16 17:47:54.230192 dv-cinder-809439-1-iscsi neutron-server[79935]:  {{(pid=79935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:47:54.238205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:54.571562 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:54.901716 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:54.904932 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16434025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16433818', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16461250'] for router, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:55.087544 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Router 8831503b-6d27-48e4-88a0-d573ab689e4d has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:47:55.261330 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:47:55.270362 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Sync routers for ids ['8831503b-6d27-48e4-88a0-d573ab689e4d'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:47:55.271542 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:55.272783 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] 10.222.0.37 "PUT /v2.0/routers/8831503b-6d27-48e4-88a0-d573ab689e4d HTTP/1.1" status: 200  len: 888 time: 2.5968633
Sep 16 17:47:55.279686 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Routers {'8831503b-6d27-48e4-88a0-d573ab689e4d'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:47:55.280397 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7b83220>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:47:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['8831503b-6d27-48e4-88a0-d573ab689e4d'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:55.473200 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Set router 8831503b-6d27-48e4-88a0-d573ab689e4d gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:47:55.806005 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7b83220>, [{'id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'name': 'router1', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53d6a454-bb60-456c-b8c6-c6311ccadf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:47:34Z', 'updated_at': '2021-09-16T17:47:54Z', 'revision_number': 4, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'gw_port': {'id': '53d6a454-bb60-456c-b8c6-c6311ccadf74', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:53Z', 'updated_at': '2021-09-16T17:47:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '0854b080-83ed-49c6-a97c-4e61a622a7ff', 'name': '', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'mac_address': 'fa:16:3e:83:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:44Z', 'updated_at': '2021-09-16T17:47:50Z', 'revision_number': 5, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'subnets': [{'id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:55.810692 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Checking router: 8831503b-6d27-48e4-88a0-d573ab689e4d for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:47:55.811041 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Updating router 8831503b-6d27-48e4-88a0-d573ab689e4d port 53d6a454-bb60-456c-b8c6-c6311ccadf74 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:47:55.860907 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:56.206517 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:56.217636 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Transition to ACTIVE for port object 53d6a454-bb60-456c-b8c6-c6311ccadf74 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:47:56.277514 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:56.282021 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-56124789-fb40-4f8f-8d94-1e5da4379251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:56.356628 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Attempting to bind port 53d6a454-bb60-456c-b8c6-c6311ccadf74 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:47:56.356997 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Attempting to bind port 53d6a454-bb60-456c-b8c6-c6311ccadf74 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:47:56.357357 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Attempting to bind port 53d6a454-bb60-456c-b8c6-c6311ccadf74 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:47:56.361175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9997c-7b68-4080-bc06-4e154f956633 None None] Pushing event updated for resources: {'Port': ['ID=53d6a454-bb60-456c-b8c6-c6311ccadf74,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:56.364874 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-40f9997c-7b68-4080-bc06-4e154f956633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:56.365730 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:47:56.366099 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:47:56.366496 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:56.366877 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:47:56.367336 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Bound port: 53d6a454-bb60-456c-b8c6-c6311ccadf74, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:47:56.367722 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:56.439635 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] For port 53d6a454-bb60-456c-b8c6-c6311ccadf74, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:47:56.442567 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] For port 53d6a454-bb60-456c-b8c6-c6311ccadf74, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=53d6a454-bb60-456c-b8c6-c6311ccadf74,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:47:56.506727 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:56.510945 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:56.585520 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Routers {'8831503b-6d27-48e4-88a0-d573ab689e4d'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:47:56.586068 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7b83220>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:47:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['8831503b-6d27-48e4-88a0-d573ab689e4d'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:56.642819 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9997c-7b68-4080-bc06-4e154f956633 None None] Pushing event updated for resources: {'Port': ['ID=53d6a454-bb60-456c-b8c6-c6311ccadf74,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:56.696718 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-40f9997c-7b68-4080-bc06-4e154f956633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:47:56.767081 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] Set router 8831503b-6d27-48e4-88a0-d573ab689e4d gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:47:57.088188 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7b83220>, [{'id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'name': 'router1', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53d6a454-bb60-456c-b8c6-c6311ccadf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:47:34Z', 'updated_at': '2021-09-16T17:47:54Z', 'revision_number': 4, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'gw_port': {'id': '53d6a454-bb60-456c-b8c6-c6311ccadf74', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:53Z', 'updated_at': '2021-09-16T17:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '0854b080-83ed-49c6-a97c-4e61a622a7ff', 'name': '', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'mac_address': 'fa:16:3e:83:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:44Z', 'updated_at': '2021-09-16T17:47:50Z', 'revision_number': 5, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'subnets': [{'id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:47:57.092151 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbcd7d1-a46b-4f9c-9059-7ec81cdebcf4 None None] The sync data for ids ['8831503b-6d27-48e4-88a0-d573ab689e4d'] in dv-cinder-809439-1-iscsi is: [{'id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'name': 'router1', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '53d6a454-bb60-456c-b8c6-c6311ccadf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:47:34Z', 'updated_at': '2021-09-16T17:47:54Z', 'revision_number': 4, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'gw_port': {'id': '53d6a454-bb60-456c-b8c6-c6311ccadf74', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:53Z', 'updated_at': '2021-09-16T17:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '0854b080-83ed-49c6-a97c-4e61a622a7ff', 'name': '', 'network_id': 'ede79f18-5ece-4e74-87e3-2586ecf043d0', 'tenant_id': '411d3242db244d06b7d0680210c5c33f', 'mac_address': 'fa:16:3e:83:06:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8831503b-6d27-48e4-88a0-d573ab689e4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:47:44Z', 'updated_at': '2021-09-16T17:47:50Z', 'revision_number': 5, 'project_id': '411d3242db244d06b7d0680210c5c33f', 'subnets': [{'id': '31a55761-3ae9-472a-b883-cbfb4cba444d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '03fbcaa4-1d23-4d76-ace6-cd7005a5a1dd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:47:57.258640 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:47:57.615708 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 54930) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:47:57.733141 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6ee20296-f91c-49d8-a65d-363769290152 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 409 time: 0.1162844
Sep 16 17:47:58.146309 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 53d6a454-bb60-456c-b8c6-c6311ccadf74 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:47:58.266647 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 53d6a454-bb60-456c-b8c6-c6311ccadf74 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:47:58.272430 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 53d6a454-bb60-456c-b8c6-c6311ccadf74 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:47:58.272809 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:58.396682 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:58.413401 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 53d6a454-bb60-456c-b8c6-c6311ccadf74, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=53d6a454-bb60-456c-b8c6-c6311ccadf74,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:47:58.483564 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:47:58.487330 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:47:58.555439 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=53d6a454-bb60-456c-b8c6-c6311ccadf74,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:47:58.558571 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:48:00.137468 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 53d6a454-bb60-456c-b8c6-c6311ccadf74 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:48:00.238684 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 53d6a454-bb60-456c-b8c6-c6311ccadf74 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:48:00.239414 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:07.512075 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c320516f-368e-46b4-9eed-92e71234e0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:07.997726 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:10.306038 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-82e78ca5-ec59-460d-91df-a7b5b87944c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:11.083138 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:12.619600 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:34.258049 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:48:37.459845 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-73ce9a1b-37a5-4e2f-981e-4cec202c248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:38.042632 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:40.282543 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-52066239-c498-48bd-b25f-f4790e9acee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:41.099738 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:48:42.630378 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:07.458893 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-81742335-0e49-456f-91a9-c44fccbc0aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:08.304758 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:10.286798 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8c15f474-a5c9-4124-ab43-33b59666b9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:11.110190 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:11.257471 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:49:12.612402 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:37.463729 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-80916153-aeaa-4cee-ad10-f6da9d11fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:38.006598 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:40.269308 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-34dda4d9-f83f-40aa-9e72-47bd702dc34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:41.074745 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:42.657855 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:49:48.256664 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:50:02.490622 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55500) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:02.556374 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb24f08-093b-497d-b0e4-475a44c685b5 admin admin] GET failed (client error): The resource could not be found.
Sep 16 17:50:02.557697 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-bdb24f08-093b-497d-b0e4-475a44c685b5 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0660653
Sep 16 17:50:02.688257 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25003ea-ae88-49a8-86f5-b4198559d67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:02.689611 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a25003ea-ae88-49a8-86f5-b4198559d67e admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1281683
Sep 16 17:50:04.875429 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55510) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:04.993029 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42831d4-b137-47e4-8c9f-dba67b04ddd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:04.994733 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a42831d4-b137-47e4-8c9f-dba67b04ddd8 admin admin] 10.222.0.37 "GET /v2.0/subnets/31a55761-3ae9-472a-b883-cbfb4cba444d HTTP/1.1" status: 200  len: 849 time: 0.1182418
Sep 16 17:50:05.004150 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:50:05.128331 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Notify callbacks [] for subnet, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:05.359863 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746961306197'] for subnet, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:05.363687 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:50:05.444886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:05.445484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:05.446729 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] 10.222.0.37 "PUT /v2.0/subnets/31a55761-3ae9-472a-b883-cbfb4cba444d HTTP/1.1" status: 200  len: 868 time: 0.4467082
Sep 16 17:50:05.449254 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e4f945-91dc-401a-92fb-543cd406db9f None None] Network ede79f18-5ece-4e74-87e3-2586ecf043d0 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:50:05.472206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a55761-3ae9-472a-b883-cbfb4cba444d,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:50:05.479795 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.480184 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.480496 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.480822 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.481143 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.481486 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.481806 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.482304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.482712 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.483786 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.484316 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.484781 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:05.489303 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:50:05.961896 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-9e68f6c2-cded-405f-897d-cd5e99eef214 None None] Provisioning complete for port 6dbf47e0-77a1-4358-840b-0e544155476f triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:50:05.962204 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9e68f6c2-cded-405f-897d-cd5e99eef214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:06.091873 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-9e68f6c2-cded-405f-897d-cd5e99eef214 None None] Provisioning complete for port 0854b080-83ed-49c6-a97c-4e61a622a7ff triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:50:06.092963 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9e68f6c2-cded-405f-897d-cd5e99eef214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:07.468623 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-befaa53c-1bb9-43f6-b906-90da4ca3f38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:07.712022 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 55520) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:07.906861 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b18fc-e9a8-47e2-9cf1-ba26d1a99ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:07.907332 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07b18fc-e9a8-47e2-9cf1-ba26d1a99ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:07.908940 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a07b18fc-e9a8-47e2-9cf1-ba26d1a99ebf admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1959565
Sep 16 17:50:08.006170 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:10.090528 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 55530) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:10.266879 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770961e5-1b33-4702-ad72-7d03f195d3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:10.267265 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770961e5-1b33-4702-ad72-7d03f195d3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:10.268462 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-588817f9-a224-45b6-82bf-12d19af9aafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:10.268964 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-770961e5-1b33-4702-ad72-7d03f195d3fb admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1774242
Sep 16 17:50:11.108716 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:12.391609 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 55540) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:12.561924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a77a490-5cc3-4cd6-81c3-f7afe1ee5881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:12.563570 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7a77a490-5cc3-4cd6-81c3-f7afe1ee5881 admin admin] 10.222.0.37 "GET /v2.0/networks/5a95407d-2a26-493d-84b5-fc2cfb9099f6 HTTP/1.1" status: 200  len: 886 time: 0.1709614
Sep 16 17:50:12.634498 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:14.687582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 55550) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:14.854450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63099a25-3d9c-4254-92b5-9345065dd080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:14.855943 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-63099a25-3d9c-4254-92b5-9345065dd080 admin admin] 10.222.0.37 "GET /v2.0/networks/ede79f18-5ece-4e74-87e3-2586ecf043d0 HTTP/1.1" status: 200  len: 869 time: 0.1671855
Sep 16 17:50:16.969129 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 55560) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:17.073944 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0db6c-c751-4e9b-a8c5-a374d2595c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:17.074406 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a0db6c-c751-4e9b-a8c5-a374d2595c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:17.075126 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-18a0db6c-c751-4e9b-a8c5-a374d2595c9f admin admin] Synchronizing usage tracker for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:subnet {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:50:17.159044 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-18a0db6c-c751-4e9b-a8c5-a374d2595c9f admin admin] Unset dirty status for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:subnet {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:50:17.160464 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-18a0db6c-c751-4e9b-a8c5-a374d2595c9f admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1901345
Sep 16 17:50:19.291095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 55570) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:19.394900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478df5fa-b2a8-4a52-b99d-e59be387108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:19.395357 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478df5fa-b2a8-4a52-b99d-e59be387108a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:19.396856 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-478df5fa-b2a8-4a52-b99d-e59be387108a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1048245
Sep 16 17:50:21.504501 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55580) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:21.608065 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81046fe6-7052-49d5-ba57-89efa8df9940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:21.609367 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-81046fe6-7052-49d5-ba57-89efa8df9940 admin admin] 10.222.0.37 "GET /v2.0/subnets/31a55761-3ae9-472a-b883-cbfb4cba444d HTTP/1.1" status: 200  len: 868 time: 0.1036310
Sep 16 17:50:23.741836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55590) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:23.839506 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d8378-20b6-4dbd-b4dc-161c8546bf8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:23.840834 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-bb4d8378-20b6-4dbd-b4dc-161c8546bf8c admin admin] 10.222.0.37 "GET /v2.0/subnets/ac58a68e-f426-49dc-b496-a208298e0f9c HTTP/1.1" status: 200  len: 816 time: 0.0980735
Sep 16 17:50:25.255333 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:50:37.473311 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-1534ab12-6852-4b6d-8508-556eb72b63eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:38.033413 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:40.267471 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-db9be4bd-7429-4fd0-9c0e-01061d8fb600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:41.142013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:42.655822 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:46.795843 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55634) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:46.844107 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [None req-a8a4c551-5b73-464b-b3f3-73de5968c1a3 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:50:46.845133 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a8a4c551-5b73-464b-b3f3-73de5968c1a3 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0483327
Sep 16 17:50:49.064276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55644) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:49.133582 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba9161b-1708-4310-a8f7-5dbd4f5c7f59 admin admin] GET failed (client error): The resource could not be found.
Sep 16 17:50:49.134804 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-fba9161b-1708-4310-a8f7-5dbd4f5c7f59 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0696189
Sep 16 17:50:49.260560 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89877089-1b30-4798-a732-a2facaf7282c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:49.261991 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-89877089-1b30-4798-a732-a2facaf7282c admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1228285
Sep 16 17:50:51.363401 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55654) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:51.410425 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:50:51.411457 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.quota [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f48f7692b20>.
Sep 16 17:50:51.417649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:50:51.429353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:50:51.472746 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Made reservation on behalf of 7049f8df71ab40e5b40e5e34cb3aa37d for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:50:51.475045 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:51.566203 dv-cinder-809439-1-iscsi neutron-server[79935]: WARNING neutron.services.revisions.revision_plugin [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f48f785f3a0] {project_id='7049f8df71ab40e5b40e5e34cb3aa37d', id='cbd0904a-4f76-44cd-856a-1ee578bff9cc', target_tenant='*', action='access_as_shared', object_id='3433c12f-de9f-4d76-bd60-cb7b5db6ac99'}> to bump revision.
Sep 16 17:50:51.579113 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:50:51.589606 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746961421487', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:51.590160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f48f8744af0> segment precommit_create {{(pid=79935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 16 17:50:51.590576 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Added segment 7be1446a-d5ee-4ae8-b639-f9a4f6550b39 of type vlan for network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99
Sep 16 17:50:51.652467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:51.747756 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:51.749149 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:51.749726 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:51.753713 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:50:51.849604 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Pushing event updated for resources: {'Network': ['ID=3433c12f-de9f-4d76-bd60-cb7b5db6ac99,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:50:51.852645 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:50:51.860900 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:50:51.908072 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5435185
Sep 16 17:50:54.040171 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55664) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:50:54.108040 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4d7da4-e949-48bb-8e15-744d36a12bc1 admin admin] GET failed (client error): The resource could not be found.
Sep 16 17:50:54.108583 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-7d4d7da4-e949-48bb-8e15-744d36a12bc1 admin admin] Synchronizing usage tracker for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:network {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:50:54.198157 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-7d4d7da4-e949-48bb-8e15-744d36a12bc1 admin admin] Unset dirty status for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:network {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:50:54.199334 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-7d4d7da4-e949-48bb-8e15-744d36a12bc1 admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1582205
Sep 16 17:50:54.303864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d486e5-f304-48f1-8c0b-19f7719c7ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:54.305350 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-99d486e5-f304-48f1-8c0b-19f7719c7ead admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1020248
Sep 16 17:50:54.314937 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Request body: {'subnet': {'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:50:54.319523 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:50:54.328997 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:50:54.438715 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Made reservation on behalf of 7049f8df71ab40e5b40e5e34cb3aa37d for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:50:54.441087 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:54.736147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:54.740035 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6f6f83fa-73c2-4d2f-bbcd-b92f72fed654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:50:54.812193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f86125-5eee-408d-aa8d-5888c2bc406d,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:50:54.815447 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:50:54.821576 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Checking segment: {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:50:54.821947 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Network hostable DHCP agents. Network: 3433c12f-de9f-4d76-bd60-cb7b5db6ac99, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:50:54.924284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:50:54.999220 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 3433c12f-de9f-4d76-bd60-cb7b5db6ac99) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:50:55.003139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:50:55.003722 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:55.009080 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5b4b4-d085-48f6-b057-1b4460cd1c82 None None] Network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:50:55.187960 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8654039
Sep 16 17:50:55.226324 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-3433c12f-de9f-4d76-bd60-cb7b5db6ac99', 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99', 'tenant_id': '7049f8df71ab40e5b40e5e34cb3aa37d', 'fixed_ips': [{'subnet_id': '43f86125-5eee-408d-aa8d-5888c2bc406d'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 17:50:55.227162 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:55.472259 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Allocated IP 192.168.233.2 (3433c12f-de9f-4d76-bd60-cb7b5db6ac99/43f86125-5eee-408d-aa8d-5888c2bc406d/9dce7dd4-9e51-4a06-aa95-a14a11f74c2d) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:50:55.714389 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:55.726364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Transition to ACTIVE for port object 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:50:55.744521 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Transition to ACTIVE for port object 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:50:55.811395 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:55.816109 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:50:55.896009 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:50:55.898807 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:50:55.903171 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:50:55.905431 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Pushing event updated for resources: {'Port': ['ID=9dce7dd4-9e51-4a06-aa95-a14a11f74c2d,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:50:55.914546 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.914886 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.915216 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.915545 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.915864 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.916219 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.916533 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.916850 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.917185 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.917502 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.917813 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.918118 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:50:55.945681 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:50:56.004981 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Attempting to bind port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:50:56.005254 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Attempting to bind port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:50:56.005664 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Attempting to bind port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d on network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:50:56.010998 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:50:56.011576 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Checking segment: {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:50:56.011792 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:56.012526 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Bound using segment: {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:50:56.013232 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Bound port: 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:50:56.013616 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:56.103482 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] For port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:50:56.107024 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] For port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=9dce7dd4-9e51-4a06-aa95-a14a11f74c2d,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:50:56.170916 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:56.177884 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:50:56.253727 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Pushing event updated for resources: {'Port': ['ID=9dce7dd4-9e51-4a06-aa95-a14a11f74c2d,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:50:56.257459 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:50:57.075226 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b11344-b4c9-4d70-a5da-711bb380c8d4 None None] Network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:50:57.228416 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a9cdf897-a234-4b18-9943-3c8b8145fefc None None] Provisioning for port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:50:58.237373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:50:58.358678 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:50:58.363606 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:50:58.364006 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:58.479428 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:58.510304 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=9dce7dd4-9e51-4a06-aa95-a14a11f74c2d,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:50:58.587517 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:50:58.589687 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-40f9997c-7b68-4080-bc06-4e154f956633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:50:58.657111 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=9dce7dd4-9e51-4a06-aa95-a14a11f74c2d,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:50:58.677137 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:51:00.218655 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:51:00.287349 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 9dce7dd4-9e51-4a06-aa95-a14a11f74c2d triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:51:00.287349 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:02.254001 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:51:07.484352 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-45f0cb7b-3f51-447f-8017-4788a2a55734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:08.038567 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:10.301097 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ef2dec05-28e7-44d9-bea9-a76937287131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:11.107404 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:12.621495 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:37.455033 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-4a90de29-76ee-4608-b244-ab16765a1b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:37.997866 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:39.252263 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:51:40.266886 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7619cd25-aafc-4e39-b302-ff60f7c33dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:41.134512 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:51:42.661193 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:07.517435 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a9da9e58-3a2b-48b7-9769-a02e7c79632f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:08.089004 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:10.289319 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-83b2da8b-7a91-44dc-9022-927c3896e28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:11.152200 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:11.877338 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55714) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:52:11.883089 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [None req-82e3f465-d329-45d4-a77d-7db12d7c3230 tempest-verify_tempest_config-851073716 tempest-verify_tempest_config-851073716-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:52:11.884054 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-82e3f465-d329-45d4-a77d-7db12d7c3230 tempest-verify_tempest_config-851073716 tempest-verify_tempest_config-851073716-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0057576
Sep 16 17:52:12.421515 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55732) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:52:12.536933 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:12.551562 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:52:12.556231 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Usage tracker for resource:security_group_rule and tenant:ef0ad9d721ac4f9ab6430fc11c4e16cc is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:52:12.560303 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:52:12.566269 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:52:12.661207 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:12.694758 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:12.775175 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:12.784234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:52:12.826726 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef0ad9d721ac4f9ab6430fc11c4e16cc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4041955
Sep 16 17:52:12.827535 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f934e3c3-ee0d-4c1a-a885-73695d65d6db,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:52:12.829507 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55738) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:52:12.846288 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.846624 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.846955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.847280 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.847602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.847968 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.848293 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.848609 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.848961 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.849261 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.849572 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.849881 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:52:12.857664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:52:12.897076 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:12.922283 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:13.066703 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:13.070613 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:52:13.082011 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f934e3c3-ee0d-4c1a-a885-73695d65d6db,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:52:13.085389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:52:13.088578 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:13.090177 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f934e3c3-ee0d-4c1a-a885-73695d65d6db HTTP/1.1" status: 204  len: 168 time: 0.2593133
Sep 16 17:52:16.250997 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:52:37.522601 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b5ae12ac-ecaa-4b0b-80b9-b7b4f7af7afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:38.019689 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:40.276825 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-45eb4b9f-e26d-4004-9b2b-f1c918372300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:41.151314 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:42.648808 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:52:53.250001 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:53:07.487918 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b0561913-5894-4e3e-8019-caff44e03dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:08.018959 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:10.300017 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9f78582d-83e3-402e-994a-4bc95fd34396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:11.155716 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:12.671100 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:30.248758 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 5 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:53:37.487360 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d6359100-e205-457b-a7fa-efe39ba8e112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:38.042054 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:40.293395 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ee9d2d7f-1700-4b61-b6a0-ba13633c7589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:41.196190 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:42.664569 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:45.150364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16439895'] for agent, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:53:59.820348 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55810) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:53:59.932773 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6fca72b9-8430-425e-8229-7ca207399bad admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1112673
Sep 16 17:54:02.093303 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55820) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:54:02.149566 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-795eed74-00f4-4f4a-9a0c-0e0e91eea5c1 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0552156
Sep 16 17:54:07.247895 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:54:07.492785 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-3d80d538-d688-4a75-8a81-ed929057363a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:08.012889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:10.275573 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e85c9bb8-1c51-4a14-961f-3f07ec3a75cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:11.110237 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:12.658373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:15.068832 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:37.498026 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-25f737cb-dc8d-4efb-ae1e-1defa741dbe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:38.028353 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:40.297547 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e27945db-fe5a-4b18-adcb-59babd321255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:41.120726 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:42.651175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:54:44.247633 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:54:45.063731 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:07.520791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ee655478-71d9-4396-883d-1c4d2a79ea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:08.028784 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:10.296829 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ead14ab6-35c6-4133-bcf3-ea28f76fd4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:11.130776 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:12.640395 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:15.074156 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:21.245797 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:55:37.485177 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2aacdb40-9abf-4008-8afc-6475ea9a990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:38.022796 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:40.291277 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a3962a7b-1673-4594-bd97-193fbcc5f63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:41.148733 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:42.714152 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:45.085524 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:51.944260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 55980) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:52.215852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-919794340-network', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:52.221742 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:52.226630 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Usage tracker for resource:network and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:52.229703 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:52.235292 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:52.382545 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Made reservation on behalf of 03767a46db0743cfa618dea0ea302d1c for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:52.384915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.397098 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.412302 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:52.416243 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:52.419328 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:52.425678 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:52.511113 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.588055 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.594086 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-fcf9229c-d530-4bb9-afad-8848e085664b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:52.623430 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:55:52.625366 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aaacd8-34d6-4d29-9660-8c7e56904375,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:52.636472 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.636829 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.637397 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.637720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.638062 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.638560 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.639027 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.639509 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.639823 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.640304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.640766 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.641249 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Tracked resource versions report:
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]: pushed versions:
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]: {   'AddressGroup': {'1.2'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'ConntrackHelper': {'1.0'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Log': {'1.0'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Network': {'1.1'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Port': {'1.7'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'PortForwarding': {'1.2'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'QosPolicy': {'1.8'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'SecurityGroup': {'1.4'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'SubPort': {'1.0'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Subnet': {'1.1'},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     'Trunk': {'1.1'}}
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]: consumer versions:
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     HyperV agent@hv-cinder-80943: {},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Log': '1.0',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Network': '1.1',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Port': '1.7',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'PortForwarding': '1.2',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'QosPolicy': '1.8',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'SecurityGroup': '1.4',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'SubPort': '1.0',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Subnet': '1.1',
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:                                                      'Trunk': '1.1'}}
Sep 16 17:55:52.642327 dv-cinder-809439-1-iscsi neutron-server[79935]:  {{(pid=79935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:55:52.646016 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:52.658177 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.658177 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Added segment d63c4206-fb8f-4b6c-ac3d-1b01b880de2e of type vlan for network b5326728-2418-4162-aacd-f1e372b17629
Sep 16 17:55:52.688777 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.776977 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.778290 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:52.778871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:52.784234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0c134751-2227-4322-b11e-0e9708c6c70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:52.865320 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56028) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:52.919867 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Pushing event updated for resources: {'Network': ['ID=b5326728-2418-4162-aacd-f1e372b17629,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:52.922846 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:52.936145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network b5326728-2418-4162-aacd-f1e372b17629 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:55:52.983258 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0378187
Sep 16 17:55:52.986166 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56034) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:52.992325 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Request body: {'subnet': {'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-919794340-subnet', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:52.996810 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.000593 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Usage tracker for resource:subnet and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.004394 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.010000 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.085343 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Made reservation on behalf of 03767a46db0743cfa618dea0ea302d1c for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:53.087872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.166592 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56046) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:53.199181 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56052) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:53.302163 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56060) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:53.303547 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-15681265-network', 'tenant_id': '6c9d06e8144c42d4924734235178faec'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:53.348483 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.355525 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.356614 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7fc6acb9-13d0-4d40-a84f-1b94e5d73a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:53.361251 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Usage tracker for resource:network and tenant:6c9d06e8144c42d4924734235178faec is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.363506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.369699 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.430909 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:53.436916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:53.440496 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Checking segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:53.440916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Network hostable DHCP agents. Network: b5326728-2418-4162-aacd-f1e372b17629, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:55:53.445536 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Made reservation on behalf of 6c9d06e8144c42d4924734235178faec for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:53.449316 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.468132 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.483429 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-network', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:53.495542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.501040 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-817947360-network', 'tenant_id': '3bbacf327af84f89b64946affaa7e63b'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:53.515625 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.515625 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Usage tracker for resource:network and tenant:b6a3751e2c3a444a950f91fa17cd87de is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.520426 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.523700 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.525314 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Network b5326728-2418-4162-aacd-f1e372b17629 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:55:53.526080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Usage tracker for resource:security_group_rule and tenant:6c9d06e8144c42d4924734235178faec is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.532718 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.536815 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.543311 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Usage tracker for resource:network and tenant:3bbacf327af84f89b64946affaa7e63b is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.546071 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-45300474-network', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:53.546453 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.550862 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.556032 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.560108 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Usage tracker for resource:network and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.562884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.567556 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.572449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.610856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, b5326728-2418-4162-aacd-f1e372b17629) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:53.620095 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:53.620687 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.621817 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5483c34-7078-475a-9d6a-46840a22eaed None None] Network b5326728-2418-4162-aacd-f1e372b17629 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:53.674730 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Made reservation on behalf of de769fcab70f4f338e7730e7468e5ce5 for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:53.679876 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.691173 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Made reservation on behalf of 3bbacf327af84f89b64946affaa7e63b for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:53.693647 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.720762 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.741605 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.760020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Made reservation on behalf of b6a3751e2c3a444a950f91fa17cd87de for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:53.762545 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.763800 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.774705 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.7868042
Sep 16 17:55:53.775952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.778490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56080) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:53.781698 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.788390 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:53.808971 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.814298 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Usage tracker for resource:security_group_rule and tenant:3bbacf327af84f89b64946affaa7e63b is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.815589 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.818134 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.821836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.824081 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.830899 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Usage tracker for resource:router and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.835381 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.849206 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.856462 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.883040 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.886092 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:53.892574 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6a3751e2c3a444a950f91fa17cd87de is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:53.896531 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:53.905692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:53.928747 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-b5326728-2418-4162-aacd-f1e372b17629', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 17:55:53.930661 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.974174 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.975015 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.975471 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:53.992205 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:55:54.001776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.002849 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Added segment 0eaa5b34-f001-428d-932d-9dd50cca927c of type vlan for network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04
Sep 16 17:55:54.029099 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.061945 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.071079 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.079147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.092280 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Allocated IP 172.20.0.2 (b5326728-2418-4162-aacd-f1e372b17629/a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf/78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:55:54.094683 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.094825 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5941877-b969-4a37-b787-3219f32aaa51,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.103726 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.104152 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.104655 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.105164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.105634 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.106138 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.106602 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.107086 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.107586 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.108073 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.108536 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.108995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Tracked resource versions report:
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]: pushed versions:
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]: {   'AddressGroup': {'1.2'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'ConntrackHelper': {'1.0'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Log': {'1.0'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Network': {'1.1'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Port': {'1.7'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'PortForwarding': {'1.2'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'QosPolicy': {'1.8'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'SecurityGroup': {'1.4'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'SubPort': {'1.0'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Subnet': {'1.1'},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     'Trunk': {'1.1'}}
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]: consumer versions:
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     HyperV agent@hv-cinder-80943: {},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Log': '1.0',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Network': '1.1',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Port': '1.7',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'PortForwarding': '1.2',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'QosPolicy': '1.8',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'SecurityGroup': '1.4',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'SubPort': '1.0',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Subnet': '1.1',
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:                                                      'Trunk': '1.1'}}
Sep 16 17:55:54.110242 dv-cinder-809439-1-iscsi neutron-server[79936]:  {{(pid=79936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:55:54.119046 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:54.120361 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.124460 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:54.128039 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.158298 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5082e57a-2ad1-4235-9ebe-696cf62e8fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.192514 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.223271 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:55:54.256439 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.257207 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Added segment b547d24a-7616-4eec-b505-fc8e656fd526 of type vlan for network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b
Sep 16 17:55:54.259899 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Pushing event updated for resources: {'Network': ['ID=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.272875 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.4019260
Sep 16 17:55:54.274079 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.274878 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56094) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:54.279312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:54.294982 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:55:54.306888 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.307438 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Added segment 485a7ad9-d130-4e39-a253-783fbe21be0f of type vlan for network 3bef33ff-4d2a-4466-b7c9-155599af24bc
Sep 16 17:55:54.331473 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.338671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.368304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-172a0d5c-cd45-40d2-ac44-97dc5aa1cdce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.376885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Request body: {'subnet': {'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-15681265-subnet', 'tenant_id': '6c9d06e8144c42d4924734235178faec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:54.387202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.407133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:54.412260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9621f89-1900-41ce-926c-c3b6a5be4a5b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.416918 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:54.419705 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Usage tracker for resource:subnet and tenant:6c9d06e8144c42d4924734235178faec is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:54.425566 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.427305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:54.450264 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:54.450264 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.457122 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:54.458571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.469627 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:55:54.485923 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a7dc11-8395-4cae-8edf-11b59e3bbcd7,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.489557 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:54.490161 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.562918 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.568307 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.596325 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.601827 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4004719
Sep 16 17:55:54.603082 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Pushing event updated for resources: {'Network': ['ID=3bef33ff-4d2a-4466-b7c9-155599af24bc,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.613705 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Transition to ACTIVE for port object 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:55:54.623658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:55:54.625824 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56102) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:54.626047 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 3bef33ff-4d2a-4466-b7c9-155599af24bc details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:55:54.651049 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:54.654070 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:54.654624 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.654751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.698715 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:54.738574 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Request body: {'subnet': {'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-817947360-subnet', 'tenant_id': '3bbacf327af84f89b64946affaa7e63b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:54.753716 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddab7d7-a775-4de4-acd5-aad0ddd86aba,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.777908 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Made reservation on behalf of 6c9d06e8144c42d4924734235178faec for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:54.785209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.793983 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Transition to ACTIVE for port object 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:55:54.807464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2afdad-7cb2-451b-bacc-b8130dc01b3b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:54.814481 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5084345
Sep 16 17:55:54.814481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:54.816550 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56118) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:54.819412 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:55:54.826245 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Request body: {'subnet': {'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-subnet', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:54.833733 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:54.838016 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Usage tracker for resource:subnet and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:54.841421 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:54.848439 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:54.950077 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:54.961089 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:55.006766 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Network b5326728-2418-4162-aacd-f1e372b17629 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:55:55.017127 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:55.025718 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:55:55.052522 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.059387 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Made reservation on behalf of de769fcab70f4f338e7730e7468e5ce5 for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:55.061856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Notify callbacks [] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.111270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:55.111270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:55.114465 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.114861 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Added segment b2ebe4ed-89a8-4d52-bde8-35d429986760 of type vlan for network c47715c6-b41a-4f2d-a737-59050a4e14a9
Sep 16 17:55:55.118917 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Usage tracker for resource:subnet and tenant:3bbacf327af84f89b64946affaa7e63b is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:55.134548 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:55.148597 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:55.177451 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.184144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.186052 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Attempting to bind port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:55:55.186557 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Attempting to bind port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:55:55.186883 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Attempting to bind port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed on network b5326728-2418-4162-aacd-f1e372b17629 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:55:55.188423 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4471ffb9-2c5f-49ab-aae3-cd79af29554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:55.194077 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Pushing event updated for resources: {'Port': ['ID=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:55.199752 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:55:55.199752 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Checking segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:55.200092 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.200587 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Bound using segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:55:55.201228 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Bound port: 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:55:55.201693 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.217148 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.217997 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.217997 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.218203 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.218604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.218995 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.219393 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.219779 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.220220 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.220608 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.221288 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.221673 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Tracked resource versions report:
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]: pushed versions:
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]: {   'AddressGroup': {'1.2'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'ConntrackHelper': {'1.0'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Log': {'1.0'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Network': {'1.1'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Port': {'1.7'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'PortForwarding': {'1.2'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'QosPolicy': {'1.8'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'SecurityGroup': {'1.4'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'SubPort': {'1.0'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Subnet': {'1.1'},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     'Trunk': {'1.1'}}
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]: consumer versions:
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     HyperV agent@hv-cinder-80943: {},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Log': '1.0',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Network': '1.1',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Port': '1.7',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'PortForwarding': '1.2',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'QosPolicy': '1.8',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'SecurityGroup': '1.4',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'SubPort': '1.0',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Subnet': '1.1',
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:                                                      'Trunk': '1.1'}}
Sep 16 17:55:55.222957 dv-cinder-809439-1-iscsi neutron-server[79937]:  {{(pid=79937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:55:55.228694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:55.309348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Made reservation on behalf of 3bbacf327af84f89b64946affaa7e63b for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:55.318825 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.340797 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] For port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:55:55.345175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] For port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:55:55.423433 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba93485-0521-4c06-8ad8-2a11317852c9,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:55.431571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:55.434143 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.438500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-706f6238-2dbd-4689-8c5b-ee8d02c9101d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:55.447955 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Checking segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:55.448581 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Network hostable DHCP agents. Network: 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:55:55.525952 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Pushing event updated for resources: {'Port': ['ID=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:55.531757 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:55.543159 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.551279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:55.551776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.557397 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:55.636872 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:55:55.679950 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c47715c6-b41a-4f2d-a737-59050a4e14a9,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:55.682149 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:55.690450 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:55:55.695567 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.738409 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.749387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:55.755225 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:55.756110 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.789638 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.795280 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.6233859
Sep 16 17:55:55.795967 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56134) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:55.800600 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:55.808903 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Request body: {'subnet': {'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-subnet', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:55.820520 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:55.829173 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Usage tracker for resource:subnet and tenant:b6a3751e2c3a444a950f91fa17cd87de is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:55.834443 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:55.840264 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d452bd0-d723-410c-8115-1fe765806239 None None] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:55.851336 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:55.874962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b7e1a261-868b-4b54-802f-7d6427418c93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:55.879855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6492cc-4064-4654-a4fd-8808cb200d71,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:55.883153 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a986847c-5b2e-48ff-b90b-310cf7340509 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6024358
Sep 16 17:55:55.885132 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:55.925745 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:55.930770 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Checking segment: {'id': '485a7ad9-d130-4e39-a253-783fbe21be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:55.930770 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Network hostable DHCP agents. Network: 3bef33ff-4d2a-4466-b7c9-155599af24bc, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:55:56.022609 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Network 3bef33ff-4d2a-4466-b7c9-155599af24bc is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:55:56.025763 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Pushing event updated for resources: {'Subnet': ['ID=840a6cd0-36f8-430b-b33a-a8c56e67c127,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:56.028864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:56.083369 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Checking segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:56.083720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Network hostable DHCP agents. Network: 5d2afdad-7cb2-451b-bacc-b8130dc01b3b, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:55:56.094276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Allocated IP 172.27.1.241 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/3909225f-00f5-40ce-abb9-b5a1c0df4905) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:55:56.138368 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Made reservation on behalf of b6a3751e2c3a444a950f91fa17cd87de for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:55:56.140914 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:56.176715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 3bef33ff-4d2a-4466-b7c9-155599af24bc) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:56.181165 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:56.182083 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:56.247660 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61388e46-b318-46b9-8042-afd7e7b901f5 None None] Network 3bef33ff-4d2a-4466-b7c9-155599af24bc requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:56.276908 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.6452181
Sep 16 17:55:56.405777 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:55:56.504947 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 5d2afdad-7cb2-451b-bacc-b8130dc01b3b) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:56.558457 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:56.564321 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:56.578385 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:55:56.645407 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae3039-282e-47c8-808f-456bb38fccbb None None] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:56.663994 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:56.686237 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcc2f3b-9afd-4516-866a-58e54bba7fd4 None None] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:56.878441 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.0608888
Sep 16 17:55:56.881215 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56184) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:56.886672 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:56.897001 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:56.901103 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ff77ad60-da1b-48dc-b6ae-36f0ac7d790f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:56.905337 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:56.917119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Usage tracker for resource:router and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:56.925476 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:56.936461 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:56.965690 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a61bec-0677-4fd0-8633-f8ab9672bc21 None None] Network b5326728-2418-4162-aacd-f1e372b17629 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:56.991725 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.004900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56202) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:57.008294 dv-cinder-809439-1-iscsi neutron-server[79936]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 16 17:55:57.051278 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.057970 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.073122 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:55:57.079237 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:57.084333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Checking segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:57.084692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Network hostable DHCP agents. Network: c47715c6-b41a-4f2d-a737-59050a4e14a9, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:55:57.091451 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:55:57.139953 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.159841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c856b88f-29bb-447b-aa5f-8bbc295a0661,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:57.162498 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:55:57.241236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:57.241724 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c6edaec7-039a-461b-a0f4-471896563ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:57.300915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:55:57.308120 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Provisioning for port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:55:57.373752 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Pushing event updated for resources: {'Port': ['ID=3909225f-00f5-40ce-abb9-b5a1c0df4905,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:57.378428 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:57.394565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, c47715c6-b41a-4f2d-a737-59050a4e14a9) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:57.399722 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:57.401382 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.427364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Provisioning complete for port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:55:57.427685 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.466692 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832abd6-68e8-4fc7-8dc3-0b11a9f16168 None None] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:57.623217 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3208b24-62f0-48d8-8c18-c2b268b7223a None None] Network 3bef33ff-4d2a-4466-b7c9-155599af24bc requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:57.630289 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a725a553-eb0a-4ec8-b447-c07758e67e54 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8302555
Sep 16 17:55:57.630289 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56234) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:57.637601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56236) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:55:57.659021 dv-cinder-809439-1-iscsi neutron-server[79935]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 16 17:55:57.682471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:55:57.705831 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.724548 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-636d4d86-6fd0-41be-a929-f5a6255b1699 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:57.725291 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-636d4d86-6fd0-41be-a929-f5a6255b1699 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Synchronizing usage tracker for tenant:3bbacf327af84f89b64946affaa7e63b on resource:network {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:55:57.754648 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:55:57.774383 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Usage tracker for resource:router and tenant:b6a3751e2c3a444a950f91fa17cd87de is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:55:57.781426 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:55:57.800750 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:55:57.845019 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 17:55:57.845887 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.855593 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-636d4d86-6fd0-41be-a929-f5a6255b1699 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Unset dirty status for tenant:3bbacf327af84f89b64946affaa7e63b on resource:network {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:55:57.863813 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-636d4d86-6fd0-41be-a929-f5a6255b1699 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/networks?id=3bef33ff-4d2a-4466-b7c9-155599af24bc HTTP/1.1" status: 200  len: 811 time: 0.8574562
Sep 16 17:55:57.871227 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:57.883210 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-a79798f3-5f7a-4184-a60c-d2e4e435e5b0 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/quotas/3bbacf327af84f89b64946affaa7e63b HTTP/1.1" status: 200  len: 375 time: 0.0184143
Sep 16 17:55:57.970158 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-2eb7933d-6270-4a77-9b6a-76884bd14078 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3bbacf327af84f89b64946affaa7e63b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0860651
Sep 16 17:55:58.046445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.048381 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.138845 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-c43e96a2-840d-4114-8713-d7616c9f4210 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:55:58.140757 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-c43e96a2-840d-4114-8713-d7616c9f4210 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.5050399
Sep 16 17:55:58.169604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.183615 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-5c8b8a05-4369-4222-a3ca-5316552317e8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/quotas/6c9d06e8144c42d4924734235178faec HTTP/1.1" status: 200  len: 375 time: 0.0303340
Sep 16 17:55:58.190704 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.247065 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:55:58.258875 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-d1d13138-2319-4181-8a0e-54dbeeb290eb service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:55:58.260115 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-c2275289-b06a-4d6c-b2d0-a396ccae161e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0599740
Sep 16 17:55:58.266196 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-d1d13138-2319-4181-8a0e-54dbeeb290eb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0909564
Sep 16 17:55:58.317685 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefdc5c-36a5-46dd-8315-5c7477f6aa7c None None] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:55:58.358570 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.398260 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.424508 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] For port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:55:58.456450 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Allocated IP 172.20.0.2 (5d2afdad-7cb2-451b-bacc-b8130dc01b3b/840a6cd0-36f8-430b-b33a-a8c56e67c127/bb4ce603-e027-4791-846b-60cbb0e843c8) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:55:58.519859 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-4f16463d-1bfe-491b-b560-83f3be7cf90a service neutron] 10.222.0.37 "GET /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526097
Sep 16 17:55:58.552692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-c54368a2-5636-4ae7-b1b7-8cdf765c6b2c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:55:58.553129 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-c54368a2-5636-4ae7-b1b7-8cdf765c6b2c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1582105
Sep 16 17:55:58.581925 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.593840 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:58.735956 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-62628d47-2dfd-476f-b4fb-4713c1488390 service neutron] 10.222.0.37 "GET /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138350
Sep 16 17:55:58.788101 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Allocated IP 172.27.1.194 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/69a0a2cf-797c-4331-8ce9-9d1a773b1b87) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:55:58.813136 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.822605 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Pushing event updated for resources: {'Port': ['ID=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:58.828041 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:58.845671 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.900311 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-198548ca-48e5-429b-aa8e-25475d7aa47f None None] Provisioning complete for port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:55:58.900949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-198548ca-48e5-429b-aa8e-25475d7aa47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.966590 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.975855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:58.983236 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Transition to ACTIVE for port object bb4ce603-e027-4791-846b-60cbb0e843c8 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:55:59.032608 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Transition to ACTIVE for port object bb4ce603-e027-4791-846b-60cbb0e843c8 will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:55:59.086383 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-eaf08150-067f-4179-aa53-902d5347412b service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5143480
Sep 16 17:55:59.113537 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:59.121545 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-9a533ef7-088a-499e-95ed-0409e8df0ca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:59.137296 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:59.141584 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:59.217396 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:55:59.220972 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:59.229455 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:55:59.245847 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Pushing event updated for resources: {'Port': ['ID=bb4ce603-e027-4791-846b-60cbb0e843c8,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:59.257673 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:55:59.263645 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:55:59.270014 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:55:59.310751 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:59.409672 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-75339d21-082f-4495-a502-95a18b2c5356 service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3204565
Sep 16 17:55:59.487097 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Attempting to bind port bb4ce603-e027-4791-846b-60cbb0e843c8 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:55:59.488787 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Attempting to bind port bb4ce603-e027-4791-846b-60cbb0e843c8 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:55:59.489398 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Attempting to bind port bb4ce603-e027-4791-846b-60cbb0e843c8 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:55:59.508337 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:55:59.511764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Checking segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:55:59.513623 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:59.514286 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Bound using segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:55:59.516000 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Bound port: bb4ce603-e027-4791-846b-60cbb0e843c8, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:55:59.516897 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:59.601096 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Router dc79293d-e32b-4283-a760-b54b0c95e130 is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 17:55:59.632984 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Pushing event updated for resources: {'Port': ['ID=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:59.645782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:55:59.649602 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] For port bb4ce603-e027-4791-846b-60cbb0e843c8, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:55:59.653731 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] For port bb4ce603-e027-4791-846b-60cbb0e843c8, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb4ce603-e027-4791-846b-60cbb0e843c8,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:55:59.733339 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:55:59.745013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:55:59.898364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Pushing event updated for resources: {'Port': ['ID=bb4ce603-e027-4791-846b-60cbb0e843c8,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:55:59.906979 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:00.021151 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5b3212f7-53ed-419c-953f-bc3e46e54490 req-88635d65-3590-4ce1-abd1-9016247a9f8b tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.0771554
Sep 16 17:56:00.049668 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:00.113312 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:00.126565 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:00.218246 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e1c56d88-b4fe-4213-91ed-e3284414bf88 req-6fe5dc17-1f27-42ad-8f22-b7aa491d6778 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 0.1137679
Sep 16 17:56:00.300570 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:00.311282 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:00.329254 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:00.332705 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6c570a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:55:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:00.579910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Allocated IP 172.27.1.156 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/07f3ea54-7018-45e5-9ca9-8aed734abd2f) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:00.585052 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb4ce603-e027-4791-846b-60cbb0e843c8 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:00.905332 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:00.915024 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port bb4ce603-e027-4791-846b-60cbb0e843c8 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:00.920554 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:00.938369 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:00.945514 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:01.064406 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:01.069337 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:01.155414 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:01.155794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:01.178684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:01.186569 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56356) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:01.187988 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.4078996
Sep 16 17:56:01.208250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:01.319635 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:01.323042 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:01.462171 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a8a33bfb-d797-4f68-8417-cb8add70334a req-7f9593d2-8cab-46fb-a211-8f7beb6863ca tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.2864397
Sep 16 17:56:01.471611 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6c570a0>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:55:57Z', 'revision_number': 3, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:01.490909 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:01.492764 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Updating router dc79293d-e32b-4283-a760-b54b0c95e130 port 3909225f-00f5-40ce-abb9-b5a1c0df4905 binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:56:01.531368 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96ea277-20e1-47ce-aa2b-a38467665c4b None None] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:56:01.603045 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:01.678764 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eaaaac17-b877-4bd4-b0b4-c99d7dd1651f req-00acfae8-5c61-4917-952e-eac516c7a64e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 0.1612089
Sep 16 17:56:01.754365 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Pushing event updated for resources: {'Port': ['ID=07f3ea54-7018-45e5-9ca9-8aed734abd2f,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:01.764759 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:01.842988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Provisioning for port bb4ce603-e027-4791-846b-60cbb0e843c8 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:01.854267 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Provisioning complete for port bb4ce603-e027-4791-846b-60cbb0e843c8 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:01.855250 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.020372 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.032953 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Transition to ACTIVE for port object 3909225f-00f5-40ce-abb9-b5a1c0df4905 will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:02.074043 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.114029 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] For port bb4ce603-e027-4791-846b-60cbb0e843c8, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb4ce603-e027-4791-846b-60cbb0e843c8,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:02.136890 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.141206 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:02.234169 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.236289 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:02.305122 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Attempting to bind port 3909225f-00f5-40ce-abb9-b5a1c0df4905 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:02.305759 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Attempting to bind port 3909225f-00f5-40ce-abb9-b5a1c0df4905 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:02.306342 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Attempting to bind port 3909225f-00f5-40ce-abb9-b5a1c0df4905 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:02.321964 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Pushing event updated for resources: {'Port': ['ID=3909225f-00f5-40ce-abb9-b5a1c0df4905,revision_number=2']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:02.328072 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:02.328447 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:02.329023 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.329717 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:02.330431 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Bound port: 3909225f-00f5-40ce-abb9-b5a1c0df4905, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:02.331690 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.342770 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.401543 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Router 86e29bf1-11a0-4bc7-8279-182095198352 is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 17:56:02.436671 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.437171 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.437618 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.438055 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.438488 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.438921 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.439352 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.441428 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.441896 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.442331 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.442763 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.443916 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Tracked resource versions report:
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]: pushed versions:
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]: {   'AddressGroup': {'1.2'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'ConntrackHelper': {'1.0'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Log': {'1.0'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Network': {'1.1'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Port': {'1.7'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'PortForwarding': {'1.2'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'QosPolicy': {'1.8'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'SecurityGroup': {'1.4'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'SecurityGroupRule': {'1.2'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'SubPort': {'1.0'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Subnet': {'1.1'},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     'Trunk': {'1.1'}}
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]: consumer versions:
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]: {   DHCP agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     HyperV agent@hv-cinder-80943: {},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     L3 agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     Metadata agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     Metering agent@dv-cinder-809439-1-iscsi: {},
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:     Open vSwitch agent@dv-cinder-809439-1-iscsi: {   'AddressGroup': '1.2',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'ConntrackHelper': '1.0',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Log': '1.0',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Network': '1.1',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Port': '1.7',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'PortForwarding': '1.2',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'QosPolicy': '1.8',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'SecurityGroup': '1.4',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'SecurityGroupRule': '1.2',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'SubPort': '1.0',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Subnet': '1.1',
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:                                                      'Trunk': '1.1'}}
Sep 16 17:56:02.445177 dv-cinder-809439-1-iscsi neutron-server[79938]:  {{(pid=79938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 16 17:56:02.451765 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:02.494115 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Pushing event updated for resources: {'Port': ['ID=bb4ce603-e027-4791-846b-60cbb0e843c8,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:02.512914 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:02.548139 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] For port 3909225f-00f5-40ce-abb9-b5a1c0df4905, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:02.563102 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] For port 3909225f-00f5-40ce-abb9-b5a1c0df4905, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=3909225f-00f5-40ce-abb9-b5a1c0df4905,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:02.652741 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.668714 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-9236b352-49fe-4a4d-a125-b883db072817 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:02.782972 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-fba7f44b-181c-4bae-be12-9279b9e69443 None None] Provisioning complete for port bb4ce603-e027-4791-846b-60cbb0e843c8 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:02.784512 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fba7f44b-181c-4bae-be12-9279b9e69443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:02.797359 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:02.798390 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6c570a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:55:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:02.965131 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:03.035022 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Pushing event updated for resources: {'Port': ['ID=3909225f-00f5-40ce-abb9-b5a1c0df4905,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:03.057303 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:03.136091 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:03.241850 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2404f30b-ba54-4d9f-8b16-9793b5809453 req-c9a577e5-6a2d-4788-adeb-560c4bb44fb7 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.3099904
Sep 16 17:56:03.351105 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-87b18cb8-e735-433a-bfb5-2c1391493d10 req-49188fb0-4fe0-4263-a59e-259b657b3460 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 0.0661728
Sep 16 17:56:03.376254 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:03.388345 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:03.412604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:03.415493 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7248b20>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:55:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:03.563650 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:03.568502 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.13', 51093) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:03.625671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:03.626437 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.7441154
Sep 16 17:56:03.629219 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56426) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:03.642052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Router fc7527a5-d6b9-4296-9fe2-6770681bb0cd is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 17:56:03.854701 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:03.863177 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6c570a0>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:55:57Z', 'revision_number': 3, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:03.869425 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56430) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:03.876948 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9143d-1e86-446c-b57a-3fffba833fea None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:55:57Z', 'revision_number': 3, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:04.175124 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:04.197196 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-e01ce5aa-c748-4d38-bbb3-84b3bf6042f7 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:04.198878 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-e01ce5aa-c748-4d38-bbb3-84b3bf6042f7 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.13 "GET /v2.0/networks?id=3bef33ff-4d2a-4466-b7c9-155599af24bc HTTP/1.1" status: 200  len: 811 time: 0.6294165
Sep 16 17:56:04.209679 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:04.219535 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Sync routers for ids ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:04.221826 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:04.230557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Usage tracker for resource:security_group_rule and tenant:4e8883cde57e46f1a8986cf4a7adebdf is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:04.233723 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Routers {'fc7527a5-d6b9-4296-9fe2-6770681bb0cd'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:04.234837 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f79f6580>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:55:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:04.248466 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:04.265153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Request body: {'port': {'device_id': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc', 'admin_state_up': True, 'tenant_id': '3bbacf327af84f89b64946affaa7e63b'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:04.280126 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:04.390450 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.13', 51099) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:04.410300 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:04.414682 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.7555122
Sep 16 17:56:04.442215 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56448) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:04.484363 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7248b20>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:55:59Z', 'revision_number': 3, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:04.523332 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:04.523712 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Updating router 86e29bf1-11a0-4bc7-8279-182095198352 port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:56:04.631011 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Allocated IP 172.20.0.1 (b5326728-2418-4162-aacd-f1e372b17629/a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf/da489646-c83d-4c98-86a1-2b305841b71f) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:04.681220 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb4ce603-e027-4791-846b-60cbb0e843c8 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:04.788485 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Set router fc7527a5-d6b9-4296-9fe2-6770681bb0cd gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:04.847807 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:04.978762 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.022765 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Transition to ACTIVE for port object da489646-c83d-4c98-86a1-2b305841b71f will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:05.160274 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9b7d4038-6b86-43b9-a760-9f52df041329 req-e72c4810-ca46-4a32-9150-5cb42d3dd23e tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.0913303
Sep 16 17:56:05.197245 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.221639 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:05.307381 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f79f6580>, [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:01Z', 'revision_number': 3, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:05.319125 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Checking router: fc7527a5-d6b9-4296-9fe2-6770681bb0cd for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:05.320391 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Updating router fc7527a5-d6b9-4296-9fe2-6770681bb0cd port 07f3ea54-7018-45e5-9ca9-8aed734abd2f binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:56:05.372566 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:05.403149 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Usage tracker for resource:port and tenant:3bbacf327af84f89b64946affaa7e63b is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:05.411018 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:05.431717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:05.436897 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.440361 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port bb4ce603-e027-4791-846b-60cbb0e843c8 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:05.444685 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.757616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Network b5326728-2418-4162-aacd-f1e372b17629 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:05.757616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:05.757616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:05.757616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.757616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Pushing event updated for resources: {'Port': ['ID=da489646-c83d-4c98-86a1-2b305841b71f,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:05.757616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:05.768359 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.768359 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Made reservation on behalf of 3bbacf327af84f89b64946affaa7e63b for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:56:05.768359 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:05.895435 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e2ce83cb-ee0c-4f4b-a1c1-6ebbfe783ff2 req-069deee9-b164-441e-95ef-5eab01cbbab3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 1.2204788
Sep 16 17:56:06.005359 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3909225f-00f5-40ce-abb9-b5a1c0df4905 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:06.168801 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.resource_extend [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 16 17:56:06.230946 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Allocated IP 172.20.0.13 (3bef33ff-4d2a-4466-b7c9-155599af24bc/da6492cc-4064-4654-a4fd-8808cb200d71/d74e8d10-beec-4430-a789-223186ae24fa) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:06.302975 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-7a4922ef-f6d2-4b8a-ac69-348607cca240 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:06.307547 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-7a4922ef-f6d2-4b8a-ac69-348607cca240 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 1.9072306
Sep 16 17:56:06.308250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.340210 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-caf2cafd-c0ab-4b78-bcc6-9537931ef055 None None] Provisioning for port da489646-c83d-4c98-86a1-2b305841b71f completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:06.390294 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-caf2cafd-c0ab-4b78-bcc6-9537931ef055 None None] Provisioning complete for port da489646-c83d-4c98-86a1-2b305841b71f triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:06.394052 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-caf2cafd-c0ab-4b78-bcc6-9537931ef055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.463341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 3909225f-00f5-40ce-abb9-b5a1c0df4905 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:06.465524 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e96ce327-d980-45c3-9887-9843adce7a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:06.499205 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.501279 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 3909225f-00f5-40ce-abb9-b5a1c0df4905 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:06.501770 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.554933 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.591566 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Request body: {'port': {'device_id': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'admin_state_up': True, 'tenant_id': '6c9d06e8144c42d4924734235178faec'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:06.627128 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-caf2cafd-c0ab-4b78-bcc6-9537931ef055 None None] Port da489646-c83d-4c98-86a1-2b305841b71f cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:56:06.654699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Transition to ACTIVE for port object 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:06.678118 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5a08d1d1-fcbd-445a-ab6a-52fcd985eb4d req-47e8f80a-647f-41fd-b6bf-02a85196127c tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.1406412
Sep 16 17:56:06.779440 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:06.784551 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.785865 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Usage tracker for resource:port and tenant:6c9d06e8144c42d4924734235178faec is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:06.789439 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:06.796570 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:06.846223 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:06.896144 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Made reservation on behalf of 6c9d06e8144c42d4924734235178faec for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:56:06.900438 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:06.918263 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.031711 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06e01c7-75c4-43e6-bbaa-70cf5e0e280c,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:07.049576 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Attempting to bind port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:07.050933 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Attempting to bind port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:07.051311 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Attempting to bind port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:07.052439 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:07.054027 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.073054 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e8883cde57e46f1a8986cf4a7adebdf&name=default HTTP/1.1" status: 200  len: 2975 time: 3.1978099
Sep 16 17:56:07.078709 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 3909225f-00f5-40ce-abb9-b5a1c0df4905, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=3909225f-00f5-40ce-abb9-b5a1c0df4905,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:07.089106 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:07.089916 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:07.090077 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.090448 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:07.091027 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Bound port: 69a0a2cf-797c-4331-8ce9-9d1a773b1b87, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:07.091978 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.146348 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.148322 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56540) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:07.155748 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db29e0-5c41-45fa-93f1-744dbcaa9d30 None None] Pushing event updated for resources: {'Port': ['ID=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:07.166823 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-35db29e0-5c41-45fa-93f1-744dbcaa9d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:07.167282 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:07.261137 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=3909225f-00f5-40ce-abb9-b5a1c0df4905,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:07.269034 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:07.321847 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] For port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:07.329341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] For port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:07.355694 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.375594 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Transition to ACTIVE for port object 07f3ea54-7018-45e5-9ca9-8aed734abd2f will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:07.382791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.388786 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-5913271b-9b0c-45ba-80b2-090ace60334d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:07.402274 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-619bf51c-3d07-4ff5-a9a8-a35318f34b36 req-281620fd-4e86-48aa-9104-9d7268860f6d tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 0.0815911
Sep 16 17:56:07.480913 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.496154 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:07.515030 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:07.515860 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7248b20>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:55:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:07.580153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.672247 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Allocated IP 172.20.0.7 (3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04/eba93485-0521-4c06-8ad8-2a11317852c9/66071d37-a3ee-424e-9266-893959403d4c) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:07.684868 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db29e0-5c41-45fa-93f1-744dbcaa9d30 None None] Pushing event updated for resources: {'Port': ['ID=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:07.696394 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-90bfcbe3-2314-48f0-996b-4d00051ba1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.708648 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-35db29e0-5c41-45fa-93f1-744dbcaa9d30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:07.720252 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.787561 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.798944 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Allocated IP 172.20.0.1 (5d2afdad-7cb2-451b-bacc-b8130dc01b3b/840a6cd0-36f8-430b-b33a-a8c56e67c127/79787200-5e2a-44ca-9a99-26d624b66ce6) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:07.802621 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.823565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:07.920409 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c62e0-cbe3-4248-8d5b-de8ea568f5b1 None None] Pushing event updated for resources: {'Port': ['ID=07f3ea54-7018-45e5-9ca9-8aed734abd2f,revision_number=2']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:07.923590 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-5f5c62e0-cbe3-4248-8d5b-de8ea568f5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:07.924912 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Attempting to bind port 07f3ea54-7018-45e5-9ca9-8aed734abd2f on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:07.925431 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Attempting to bind port 07f3ea54-7018-45e5-9ca9-8aed734abd2f by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:07.925950 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Attempting to bind port 07f3ea54-7018-45e5-9ca9-8aed734abd2f on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:07.944990 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:07.945376 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:07.945788 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.946192 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:07.946773 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Bound port: 07f3ea54-7018-45e5-9ca9-8aed734abd2f, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:07.947060 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.961864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.977578 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:07.988782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ef36e3b4-589b-4888-b760-a2b0f5583918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:08.026222 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-68877cb2-d515-47fb-94d0-fa25204f9214 req-25a21739-24b8-41ae-9abf-d6c74c3a34ef tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.0960839
Sep 16 17:56:08.110414 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] For port 07f3ea54-7018-45e5-9ca9-8aed734abd2f, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:08.122381 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] For port 07f3ea54-7018-45e5-9ca9-8aed734abd2f, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=07f3ea54-7018-45e5-9ca9-8aed734abd2f,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:08.175841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.200200 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.204580 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:08.261183 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.285167 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a571918-b85d-4772-ad56-22f7f8b03f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:08.287729 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Pushing event updated for resources: {'Port': ['ID=da489646-c83d-4c98-86a1-2b305841b71f,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:08.296063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:08.311762 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:08.366625 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06e01c7-75c4-43e6-bbaa-70cf5e0e280c,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:08.375749 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:08.396561 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Routers {'fc7527a5-d6b9-4296-9fe2-6770681bb0cd'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:08.397209 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f79f6580>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:55:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:08.415829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.421990 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.433628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.434889 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a06e01c7-75c4-43e6-bbaa-70cf5e0e280c HTTP/1.1" status: 204  len: 168 time: 1.2851572
Sep 16 17:56:08.449881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Transition to ACTIVE for port object 79787200-5e2a-44ca-9a99-26d624b66ce6 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:08.454866 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Network b5326728-2418-4162-aacd-f1e372b17629 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:08.457641 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:08.693234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Network 3bef33ff-4d2a-4466-b7c9-155599af24bc is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:08.731813 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.735514 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7248b20>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:55:59Z', 'revision_number': 3, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:08.744078 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130345a9-3025-4b18-ad42-a96460bb843f None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:55:59Z', 'revision_number': 3, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:08.746752 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c62e0-cbe3-4248-8d5b-de8ea568f5b1 None None] Pushing event updated for resources: {'Port': ['ID=07f3ea54-7018-45e5-9ca9-8aed734abd2f,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:08.765371 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-5f5c62e0-cbe3-4248-8d5b-de8ea568f5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:08.794737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:08.873870 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:08.898769 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:08.899394 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:08.915555 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] Set router fc7527a5-d6b9-4296-9fe2-6770681bb0cd gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:08.990821 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-6532cb11-7539-495a-8e76-70b266cec9e5 None None] Provisioning complete for port da489646-c83d-4c98-86a1-2b305841b71f triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:08.991239 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-6532cb11-7539-495a-8e76-70b266cec9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:09.113100 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-6532cb11-7539-495a-8e76-70b266cec9e5 None None] Port da489646-c83d-4c98-86a1-2b305841b71f cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:56:09.133871 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cf3e9434-c84c-45fd-adc5-ba15f3e07456 req-27d6c358-b46d-4b24-a660-69cf6ae9a23e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 0.3805940
Sep 16 17:56:09.152957 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Pushing event updated for resources: {'Port': ['ID=d74e8d10-beec-4430-a789-223186ae24fa,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:09.196729 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.910s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:09.257010 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:09.441821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:09.526730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a5b1801a-2ad8-40f1-847c-376f4a0226bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:09.639382 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.3792045
Sep 16 17:56:09.659454 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:09.659541 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:09.661152 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Router dc79293d-e32b-4283-a760-b54b0c95e130 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:56:09.671688 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:09.676484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-6ebc3994-0472-4249-a504-43e6bc223260 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79935) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 17:56:09.677626 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-6ebc3994-0472-4249-a504-43e6bc223260 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0195475
Sep 16 17:56:09.695621 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:09.739745 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:09.837188 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:09.840855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:09.862524 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:09.868552 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:09.869140 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:09.917229 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:09.929837 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Allocated IP 172.20.0.1 (c47715c6-b41a-4f2d-a737-59050a4e14a9/c856b88f-29bb-447b-aa5f-8bbc295a0661/43169d4f-2e66-4768-95a9-76449e62ea4e) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:09.934809 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:09.973524 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f79f6580>, [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:01Z', 'revision_number': 3, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:09.990547 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0c4b8e-7c04-4fad-827f-5a356d1d8830 None None] The sync data for ids ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'] in dv-cinder-809439-1-iscsi is: [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:01Z', 'revision_number': 3, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:09.991297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:10.007612 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:10.008323 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.083849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event updated for resources: {'Port': ['ID=66071d37-a3ee-424e-9266-893959403d4c,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:10.092078 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:10.277379 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Pushing event updated for resources: {'Port': ['ID=79787200-5e2a-44ca-9a99-26d624b66ce6,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:10.310010 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.325222 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:10.378711 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:10.397411 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01a56d76-b8ae-483d-b33d-5ad0baa08f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.422525 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f70b9a83-49a3-45c4-86a4-303c65e581cc None None] Provisioning for port 79787200-5e2a-44ca-9a99-26d624b66ce6 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:10.453285 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f70b9a83-49a3-45c4-86a4-303c65e581cc None None] Provisioning complete for port 79787200-5e2a-44ca-9a99-26d624b66ce6 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:10.453857 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f70b9a83-49a3-45c4-86a4-303c65e581cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.582562 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14894e7c-46fb-4138-98c1-62d70a1fe054 req-5f26ea09-de83-4abc-a501-90dd807996f9 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:10.593288 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-14894e7c-46fb-4138-98c1-62d70a1fe054 req-5f26ea09-de83-4abc-a501-90dd807996f9 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 932 time: 1.1368947
Sep 16 17:56:10.612993 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.640834 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.681085 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3909225f-00f5-40ce-abb9-b5a1c0df4905 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:10.706801 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:10.762662 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] 10.222.0.37 "PUT /v2.0/routers/dc79293d-e32b-4283-a760-b54b0c95e130/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5667114
Sep 16 17:56:10.781984 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3353424
Sep 16 17:56:10.792064 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:10.917119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-14894e7c-46fb-4138-98c1-62d70a1fe054 req-e9a8cc27-c03f-4b61-a028-bb4abdc27254 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Synchronizing usage tracker for tenant:3bbacf327af84f89b64946affaa7e63b on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:10.940419 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:10.973664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.982218 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:10.998707 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ffa07091-3026-4d0e-93df-4e24d14139cf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:11.115189 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-f70b9a83-49a3-45c4-86a4-303c65e581cc None None] Port 79787200-5e2a-44ca-9a99-26d624b66ce6 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:56:11.152090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-14894e7c-46fb-4138-98c1-62d70a1fe054 req-e9a8cc27-c03f-4b61-a028-bb4abdc27254 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Unset dirty status for tenant:3bbacf327af84f89b64946affaa7e63b on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:11.153293 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-14894e7c-46fb-4138-98c1-62d70a1fe054 req-e9a8cc27-c03f-4b61-a028-bb4abdc27254 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5274174
Sep 16 17:56:11.289326 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:11.302865 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:11.303505 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f63d0250>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:11.310170 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:11.341721 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:11.342206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:11.788312 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Request body: {'port': {'device_id': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:11.839164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:11.925871 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:11.931100 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Request body: {'port': {'device_id': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:11.952415 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:11.959401 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:11.961106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:11.963234 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.171s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:12.006563 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:12.025086 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 3909225f-00f5-40ce-abb9-b5a1c0df4905 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:12.025467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:12.055346 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Pushing event updated for resources: {'Port': ['ID=43169d4f-2e66-4768-95a9-76449e62ea4e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:12.060297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:12.141204 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:12.376916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea700-a994-426d-940a-2f2e41e08f87 req-5f562a00-bed0-416b-bd3d-68fe6ce0f535 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:12.380965 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-d0fea700-a994-426d-940a-2f2e41e08f87 req-5f562a00-bed0-416b-bd3d-68fe6ce0f535 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:12.559612 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Pushing event updated for resources: {'Port': ['ID=79787200-5e2a-44ca-9a99-26d624b66ce6,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:12.580023 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:12.594222 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:12.596699 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:12.688434 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-d0fea700-a994-426d-940a-2f2e41e08f87 req-5f562a00-bed0-416b-bd3d-68fe6ce0f535 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:12.706081 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d0fea700-a994-426d-940a-2f2e41e08f87 req-5f562a00-bed0-416b-bd3d-68fe6ce0f535 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 931 time: 1.9738641
Sep 16 17:56:12.759125 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56640) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:12.938915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061812649', 'description': 'tempest-description--490812082'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:12.953445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.030636 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.272931 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7991d8aa-8226-472e-9b47-eab48d841653 None None] Provisioning complete for port 79787200-5e2a-44ca-9a99-26d624b66ce6 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:13.273316 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7991d8aa-8226-472e-9b47-eab48d841653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.363959 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Router 86e29bf1-11a0-4bc7-8279-182095198352 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:56:13.386363 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-7991d8aa-8226-472e-9b47-eab48d841653 None None] Port 79787200-5e2a-44ca-9a99-26d624b66ce6 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:56:13.397419 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:13.402591 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.428748 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:13.473494 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:13.493590 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:13.497474 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f63d0250>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 2, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:13.512679 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d0fea700-a994-426d-940a-2f2e41e08f87 req-0a3d0472-6659-43e7-b6ef-451fa0d2dc4c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7299087
Sep 16 17:56:13.525955 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:13.526590 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Updating router dc79293d-e32b-4283-a760-b54b0c95e130 port da489646-c83d-4c98-86a1-2b305841b71f binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:56:13.587667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:13.610764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:13.612616 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.713106 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56662) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:13.786666 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.890413 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:13.954050 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5eff7-bf42-48a6-85a1-39287a1c3fc7 req-4cd63e9e-0700-4a71-bcd5-b93fd4f46e02 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:13.962761 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b0e5eff7-bf42-48a6-85a1-39287a1c3fc7 req-4cd63e9e-0700-4a71-bcd5-b93fd4f46e02 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 932 time: 0.8422940
Sep 16 17:56:13.974730 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:14.042584 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:14.084056 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b0e5eff7-bf42-48a6-85a1-39287a1c3fc7 req-af9a6246-26a3-40c2-9eee-374e4f20881c tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206770
Sep 16 17:56:14.134868 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:14.139345 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:14.160018 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] 10.222.0.37 "PUT /v2.0/routers/86e29bf1-11a0-4bc7-8279-182095198352/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5280430
Sep 16 17:56:14.169255 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:14.176556 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:14.196357 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:14.197710 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 07f3ea54-7018-45e5-9ca9-8aed734abd2f up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:14.199010 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6d8c790>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:14.199783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:14.213617 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:14.361894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:14.366109 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Usage tracker for resource:security_group_rule and tenant:6f2217a368ac418883eca096bb713c0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:14.371495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:14.388689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:14.473864 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 07f3ea54-7018-45e5-9ca9-8aed734abd2f completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:14.507499 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 07f3ea54-7018-45e5-9ca9-8aed734abd2f triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:14.507875 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:14.582495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:14.657519 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:14.761002 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:14.852105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:14.860690 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:14.934460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5092c6-aafa-4d90-8a9b-baa4c468e724,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:14.963029 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:15.031375 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb0044-5f35-4f37-a0f1-4f9755d0acd6 req-7d9d1f0a-b53a-4e2d-8c93-e19ff5abbf04 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:15.043507 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2bdb0044-5f35-4f37-a0f1-4f9755d0acd6 req-7d9d1f0a-b53a-4e2d-8c93-e19ff5abbf04 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 931 time: 0.1852224
Sep 16 17:56:15.047916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.137689 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-2bdb0044-5f35-4f37-a0f1-4f9755d0acd6 req-0b728831-09f7-4f64-8fc4-cf6cce086ae3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:15.196338 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.200923 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.244728 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:15.257097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-2bdb0044-5f35-4f37-a0f1-4f9755d0acd6 req-0b728831-09f7-4f64-8fc4-cf6cce086ae3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:15.259146 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2bdb0044-5f35-4f37-a0f1-4f9755d0acd6 req-0b728831-09f7-4f64-8fc4-cf6cce086ae3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148561
Sep 16 17:56:15.261356 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f2217a368ac418883eca096bb713c0f&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5465553
Sep 16 17:56:15.265010 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56698) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:15.280672 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 07f3ea54-7018-45e5-9ca9-8aed734abd2f, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=07f3ea54-7018-45e5-9ca9-8aed734abd2f,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:15.371175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.371677 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.373252 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 2.5885499
Sep 16 17:56:15.376137 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56704) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:15.382407 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.408843 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:15.426291 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'security_group_rule': {'security_group_id': '068c8d68-2bab-4816-a448-11c1fc02aa08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:15.441634 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6d8c790>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:11Z', 'revision_number': 2, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:15.446566 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:15.450633 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:15.451002 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Updating router 86e29bf1-11a0-4bc7-8279-182095198352 port 79787200-5e2a-44ca-9a99-26d624b66ce6 binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:56:15.454488 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:15.463737 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:15.481915 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:15.503161 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56708) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:15.512821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328204482', 'description': 'tempest-description--521736938'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:15.532292 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:15.547664 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:15.550884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:15.556449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068c8d68-2bab-4816-a448-11c1fc02aa08,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:15.577993 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:15.583429 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Transition to ACTIVE for port object da489646-c83d-4c98-86a1-2b305841b71f will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:15.584904 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:15.639019 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=07f3ea54-7018-45e5-9ca9-8aed734abd2f,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:15.641770 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.645740 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:15.667865 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.673102 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:15.768138 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.782547 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.786284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66071d37-a3ee-424e-9266-893959403d4c {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:15.799630 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.db.resource_extend [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 16 17:56:15.817094 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.901498 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:15.930534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74e8d10-beec-4430-a789-223186ae24fa {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:15.948438 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:15.965692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:15.990618 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.003171 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.005670 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a6bb-53e0-4cef-abbd-380b94831823 None None] Pushing event updated for resources: {'Port': ['ID=da489646-c83d-4c98-86a1-2b305841b71f,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:16.013363 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.019090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:16.033879 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:16.066660 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.103309 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-8fa7a6bb-53e0-4cef-abbd-380b94831823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:16.119333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.db.resource_extend [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 16 17:56:16.144516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:16.155102 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Attempting to bind port da489646-c83d-4c98-86a1-2b305841b71f on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:16.163998 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Attempting to bind port da489646-c83d-4c98-86a1-2b305841b71f by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:16.164702 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Attempting to bind port da489646-c83d-4c98-86a1-2b305841b71f on network b5326728-2418-4162-aacd-f1e372b17629 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:16.170789 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.175767 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b095a3f-95ab-41e3-9c92-f67700962668 req-900c233c-81b2-4a4a-93c0-5b4fa4579fbb tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:16.181333 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:16.181970 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Checking segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:16.182615 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.183187 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Bound using segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:16.183878 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5b095a3f-95ab-41e3-9c92-f67700962668 req-900c233c-81b2-4a4a-93c0-5b4fa4579fbb tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 932 time: 0.5821245
Sep 16 17:56:16.184062 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Bound port: da489646-c83d-4c98-86a1-2b305841b71f, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:16.184744 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.206044 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d0ed32-f4a7-42f3-901d-4412e05ece0c,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:16.218144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.219310 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8414714
Sep 16 17:56:16.222037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:16.222878 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56718) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:16.232251 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'security_group_rule': {'security_group_id': '068c8d68-2bab-4816-a448-11c1fc02aa08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:16.271024 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5b095a3f-95ab-41e3-9c92-f67700962668 req-526ea835-ae96-4ffb-ab60-2970daa7f276 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861368
Sep 16 17:56:16.293242 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:16.293242 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.293242 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:16.294204 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.308307 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:16.311850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8adedd10-37b0-4455-bf00-d86f30f9b5d3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:16.331185 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] For port da489646-c83d-4c98-86a1-2b305841b71f, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:16.337856 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] For port da489646-c83d-4c98-86a1-2b305841b71f, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da489646-c83d-4c98-86a1-2b305841b71f,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:16.346571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.379245 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:16.395403 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Transition to ACTIVE for port object d74e8d10-beec-4430-a789-223186ae24fa will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:16.399279 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Transition to ACTIVE for port object 66071d37-a3ee-424e-9266-893959403d4c will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:16.400313 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Pushing event updated for resources: {'Port': ['ID=43169d4f-2e66-4768-95a9-76449e62ea4e,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:16.403202 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:16.408769 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:16.410991 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.411557 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.421896 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.425872 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-eb769560-c402-4d8c-974e-eda62a80cbc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:16.433045 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Transition to ACTIVE for port object 79787200-5e2a-44ca-9a99-26d624b66ce6 will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:16.437307 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5092c6-aafa-4d90-8a9b-baa4c468e724,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:16.443287 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:16.450145 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.451280 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb5092c6-aafa-4d90-8a9b-baa4c468e724 HTTP/1.1" status: 204  len: 168 time: 1.1851654
Sep 16 17:56:16.479685 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.487267 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-64f78861-6aef-4354-a67e-5a5b3a2215ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:16.536944 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.543375 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-77e553ab-c29b-4f84-b3b5-29569a408fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:16.559056 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b357d-51b5-443d-9509-caa430b6595a,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:16.564331 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:16.572978 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:16.573632 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f63d0250>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:16.610804 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.615278 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.1111293
Sep 16 17:56:16.618532 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56730) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:16.629911 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'security_group_rule': {'security_group_id': '2e8b357d-51b5-443d-9509-caa430b6595a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:16.649802 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:16.671619 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:16.675759 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:16.683746 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:16.752400 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d285f5-771d-4cd9-937a-1e792053fb44 None None] Pushing event updated for resources: {'Port': ['ID=79787200-5e2a-44ca-9a99-26d624b66ce6,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:16.758733 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-73d285f5-771d-4cd9-937a-1e792053fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:16.807826 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:16.823059 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.861923 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:16.884981 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:16.886132 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:17.172419 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:17.174030 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:17.174125 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Attempting to bind port 79787200-5e2a-44ca-9a99-26d624b66ce6 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Attempting to bind port 79787200-5e2a-44ca-9a99-26d624b66ce6 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Attempting to bind port 79787200-5e2a-44ca-9a99-26d624b66ce6 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Checking segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Bound using segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Bound port: 79787200-5e2a-44ca-9a99-26d624b66ce6, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:17.174602 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:17.310326 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7a6bb-53e0-4cef-abbd-380b94831823 None None] Pushing event updated for resources: {'Port': ['ID=da489646-c83d-4c98-86a1-2b305841b71f,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:17.326895 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-8fa7a6bb-53e0-4cef-abbd-380b94831823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:17.371312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:17.374930 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:17.388420 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] For port 79787200-5e2a-44ca-9a99-26d624b66ce6, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:17.392188 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] For port 79787200-5e2a-44ca-9a99-26d624b66ce6, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=79787200-5e2a-44ca-9a99-26d624b66ce6,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:17.542161 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33968b1d-08cc-41b7-8599-9e562f147dfa,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:17.558258 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:17.643776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83d80f-c92a-45d1-9ad5-5b7a569101fc req-d9ec475f-a19e-49bf-bab8-4b097e61c483 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:17.645418 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2d83d80f-c92a-45d1-9ad5-5b7a569101fc req-d9ec475f-a19e-49bf-bab8-4b097e61c483 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.1926157
Sep 16 17:56:17.668231 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:17.735183 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2d83d80f-c92a-45d1-9ad5-5b7a569101fc req-e6290204-9231-43b7-99c8-8316f81b388e tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826349
Sep 16 17:56:17.909264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Pushing event updated for resources: {'Port': ['ID=66071d37-a3ee-424e-9266-893959403d4c,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:17.910013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 07f3ea54-7018-45e5-9ca9-8aed734abd2f up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:17.971700 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325237c-9ecd-4982-bacf-810afb5f48e2 req-7fe1d3e2-71a7-4a98-aef6-8282a9678d08 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:17.973262 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7325237c-9ecd-4982-bacf-810afb5f48e2 req-7fe1d3e2-71a7-4a98-aef6-8282a9678d08 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 1.3081136
Sep 16 17:56:18.128502 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Attempting to bind port 66071d37-a3ee-424e-9266-893959403d4c on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:18.137021 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Attempting to bind port 66071d37-a3ee-424e-9266-893959403d4c by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:18.137379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Attempting to bind port 66071d37-a3ee-424e-9266-893959403d4c on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:18.187297 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 07f3ea54-7018-45e5-9ca9-8aed734abd2f triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:18.187991 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.196028 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Pushing event updated for resources: {'Port': ['ID=d74e8d10-beec-4430-a789-223186ae24fa,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:18.215260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.134s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:18.217320 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.550s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:18.217713 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:18.234781 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Port 66071d37-a3ee-424e-9266-893959403d4c on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:56:18.234781 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Attempting to bind port 66071d37-a3ee-424e-9266-893959403d4c on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:18.235082 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f63d0250>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:16Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:18.238816 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Router fc7527a5-d6b9-4296-9fe2-6770681bb0cd has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:56:18.239702 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Attempting to bind port d74e8d10-beec-4430-a789-223186ae24fa on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:18.240090 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Attempting to bind port d74e8d10-beec-4430-a789-223186ae24fa by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '485a7ad9-d130-4e39-a253-783fbe21be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:18.240398 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Attempting to bind port d74e8d10-beec-4430-a789-223186ae24fa on network 3bef33ff-4d2a-4466-b7c9-155599af24bc {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:18.246112 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bcadb3-cd6c-4aee-bf6a-5a60c51bf630 None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:16Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:18.253611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:18.253942 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Checking segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:18.254511 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Bound using segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:18.255115 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Bound port: 66071d37-a3ee-424e-9266-893959403d4c, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:18.255294 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.288137 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7325237c-9ecd-4982-bacf-810afb5f48e2 req-d34b2541-f10f-4b62-8305-9d987ab284dd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698271
Sep 16 17:56:18.288813 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Port d74e8d10-beec-4430-a789-223186ae24fa on network 3bef33ff-4d2a-4466-b7c9-155599af24bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:56:18.289127 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Attempting to bind port d74e8d10-beec-4430-a789-223186ae24fa on network 3bef33ff-4d2a-4466-b7c9-155599af24bc {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:18.331913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:18.331913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Checking segment: {'id': '485a7ad9-d130-4e39-a253-783fbe21be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:18.331913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Bound using segment: {'id': '485a7ad9-d130-4e39-a253-783fbe21be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:18.332435 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Bound port: d74e8d10-beec-4430-a789-223186ae24fa, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '485a7ad9-d130-4e39-a253-783fbe21be0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:18.332565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.388688 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.403169 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:18.424080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.429717 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-efaacac0-3534-4b36-90d9-dd4b28a99a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8080037
Sep 16 17:56:18.432795 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56752) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:18.447721 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'security_group_rule': {'security_group_id': '2e8b357d-51b5-443d-9509-caa430b6595a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:18.465434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:18.482160 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:18.490152 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:18.505502 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:18.647894 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.655079 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d285f5-771d-4cd9-937a-1e792053fb44 None None] Pushing event updated for resources: {'Port': ['ID=79787200-5e2a-44ca-9a99-26d624b66ce6,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:18.665957 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-73d285f5-771d-4cd9-937a-1e792053fb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:18.674373 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:18.676237 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6d8c790>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:18.749484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:18.833377 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.036468 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] For port 66071d37-a3ee-424e-9266-893959403d4c, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:19.039797 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:19.057696 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Sync routers for ids ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:19.076942 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.084608 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:19.084739 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Routers {'fc7527a5-d6b9-4296-9fe2-6770681bb0cd'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:19.084739 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f65fcb20>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:19.106649 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86fb878-7004-49b0-9b15-431ec544e084,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:19.130040 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:19.130357 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] For port 66071d37-a3ee-424e-9266-893959403d4c, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=66071d37-a3ee-424e-9266-893959403d4c,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:19.131234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.150204 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:19.193213 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] 10.222.0.37 "PUT /v2.0/routers/fc7527a5-d6b9-4296-9fe2-6770681bb0cd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7463980
Sep 16 17:56:19.198278 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] For port d74e8d10-beec-4430-a789-223186ae24fa, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:19.229532 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:19.246156 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711f9af0-b04a-401b-927f-d66f45b41abd,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:19.281235 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.293407 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:19.303681 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] For port d74e8d10-beec-4430-a789-223186ae24fa, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d74e8d10-beec-4430-a789-223186ae24fa,segment=NetworkSegment(485a7ad9-d130-4e39-a253-783fbe21be0f),segment_id=485a7ad9-d130-4e39-a253-783fbe21be0f)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:19.366097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.376146 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.1519942
Sep 16 17:56:19.376930 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56778) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:19.381812 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:19.501167 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120b6f8-24eb-4cb1-8a7c-1e8db2d674a2 req-63d379aa-cc73-4932-82b1-add7e2cf93f7 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:19.521646 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d120b6f8-24eb-4cb1-8a7c-1e8db2d674a2 req-63d379aa-cc73-4932-82b1-add7e2cf93f7 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.4185987
Sep 16 17:56:19.563581 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:19.618512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.619693 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1842282
Sep 16 17:56:19.632272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:19.632894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.634352 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] 10.222.0.13 "PUT /v2.0/ports/66071d37-a3ee-424e-9266-893959403d4c HTTP/1.1" status: 200  len: 1093 time: 8.6810582
Sep 16 17:56:19.634798 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'tag': '66071d37-a3ee-424e-9266-893959403d4c'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:19.651759 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56788) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:19.689800 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:19.753208 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:19.765626 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Set router fc7527a5-d6b9-4296-9fe2-6770681bb0cd gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:19.793874 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d120b6f8-24eb-4cb1-8a7c-1e8db2d674a2 req-cfe0895b-9c80-49cb-8e12-7bcead743208 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2721965
Sep 16 17:56:19.795360 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:floatingip and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:19.818254 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:19.836157 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:19.897683 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da489646-c83d-4c98-86a1-2b305841b71f up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:19.959642 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.966275 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:19.975375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:20.268466 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:floatingip and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:20.289103 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:20.331127 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:20.340038 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:20.374484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:20.375192 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:20.376770 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] 10.222.0.13 "PUT /v2.0/ports/d74e8d10-beec-4430-a789-223186ae24fa HTTP/1.1" status: 200  len: 1094 time: 9.6549911
Sep 16 17:56:20.461799 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Pushing event updated for resources: {'Port': ['ID=66071d37-a3ee-424e-9266-893959403d4c,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:20.476875 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.095s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:20.480783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:20.514723 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6d8c790>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:17Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:20.522208 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a6e69-0d72-4cd4-a11a-2034622dbb19 None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:17Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:20.670174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Allocated IP 172.27.1.34 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/0649bdcb-69c8-4d62-94a4-19de361bc1ac) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:20.689440 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Pushing event updated for resources: {'Port': ['ID=d74e8d10-beec-4430-a789-223186ae24fa,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:20.694221 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:20.698441 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:20.723685 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536fdad-f62e-424e-ba43-fe4dd6688e7d req-b7c628bd-00a9-4f4c-ac1e-c2923e419cf0 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:20.725129 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7536fdad-f62e-424e-ba43-fe4dd6688e7d req-b7c628bd-00a9-4f4c-ac1e-c2923e419cf0 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.7965407
Sep 16 17:56:20.739650 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-85eec407-d75d-4867-a4d3-ff2ec3007229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:20.741432 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-85eec407-d75d-4867-a4d3-ff2ec3007229 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 1096 time: 0.7866743
Sep 16 17:56:20.787490 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port da489646-c83d-4c98-86a1-2b305841b71f completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:20.798421 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port da489646-c83d-4c98-86a1-2b305841b71f triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:20.799414 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:20.996599 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-42137377-9012-484a-beeb-cbe2ceaa8d28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66071d37-a3ee-424e-9266-893959403d4c HTTP/1.1" status: 200  len: 217 time: 0.0990114
Sep 16 17:56:21.012143 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f65fcb20>, [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:13Z', 'revision_number': 4, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '43169d4f-2e66-4768-95a9-76449e62ea4e', 'name': '', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'mac_address': 'fa:16:3e:24:8d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:09Z', 'updated_at': '2021-09-16T17:56:14Z', 'revision_number': 2, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'subnets': [{'id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:21.022920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-afeafa76-b910-4600-a1bf-5ea2d1ec48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:21.028071 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-afeafa76-b910-4600-a1bf-5ea2d1ec48a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bbacf327af84f89b64946affaa7e63b&device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 1097 time: 0.4791374
Sep 16 17:56:21.033828 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7536fdad-f62e-424e-ba43-fe4dd6688e7d req-02e652a3-e62e-4718-a4f1-de3089af3455 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909670
Sep 16 17:56:21.042436 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Checking router: fc7527a5-d6b9-4296-9fe2-6770681bb0cd for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:21.042596 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Updating router fc7527a5-d6b9-4296-9fe2-6770681bb0cd port 43169d4f-2e66-4768-95a9-76449e62ea4e binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 17:56:21.067228 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.224660 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-c7a373f5-28fa-43e0-93f5-68b8681e8983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74e8d10-beec-4430-a789-223186ae24fa HTTP/1.1" status: 200  len: 217 time: 0.1540358
Sep 16 17:56:21.267550 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.286605 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.305852 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.325622 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:21.551880 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-69064a75-aa2d-4317-82fe-54ca38fdec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:21.561292 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-69064a75-aa2d-4317-82fe-54ca38fdec85 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.5243018
Sep 16 17:56:21.561634 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-602cb0cf-0cb5-4f47-8da0-c2d26f07a9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:21.563392 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-602cb0cf-0cb5-4f47-8da0-c2d26f07a9d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da6492cc-4064-4654-a4fd-8808cb200d71 HTTP/1.1" status: 200  len: 851 time: 0.2791619
Sep 16 17:56:21.590218 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'Port': ['ID=0649bdcb-69c8-4d62-94a4-19de361bc1ac,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:21.629324 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:21.630319 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:21.634169 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:21.638854 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:21.660599 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.670577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port da489646-c83d-4c98-86a1-2b305841b71f, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da489646-c83d-4c98-86a1-2b305841b71f,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:21.674522 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-1c4ed68e-5077-49af-971c-9a9c41927aca tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:21.675395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-1c4ed68e-5077-49af-971c-9a9c41927aca tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Synchronizing usage tracker for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:network {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:21.774401 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'tag': '66071d37-a3ee-424e-9266-893959403d4c', 'status': 'completed', 'code': 200}
Sep 16 17:56:21.823535 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.838908 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:21.843016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:21.975718 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-f4d7648a-59f2-4482-8d1b-71d48e78057b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bef33ff-4d2a-4466-b7c9-155599af24bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2027390
Sep 16 17:56:21.985432 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-b92ba2f2-dc01-4bb1-bd4f-f41ff504b429 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2139819
Sep 16 17:56:22.016763 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-1c4ed68e-5077-49af-971c-9a9c41927aca tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Unset dirty status for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:network {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:22.018346 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=da489646-c83d-4c98-86a1-2b305841b71f,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:22.018792 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-1c4ed68e-5077-49af-971c-9a9c41927aca tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 819 time: 1.2121141
Sep 16 17:56:22.024615 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 79787200-5e2a-44ca-9a99-26d624b66ce6 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:22.052395 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:22.055761 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-a9bc7079-0439-4092-b7e1-af450860bffe tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/quotas/b6a3751e2c3a444a950f91fa17cd87de HTTP/1.1" status: 200  len: 375 time: 0.0293415
Sep 16 17:56:22.149648 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3ead0-bb7d-4a28-8808-8d058a6d9afd req-932d6156-a2bc-4446-bb18-1d1264779f19 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:22.150406 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-b4d3ead0-bb7d-4a28-8808-8d058a6d9afd req-932d6156-a2bc-4446-bb18-1d1264779f19 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Synchronizing usage tracker for tenant:3bbacf327af84f89b64946affaa7e63b on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:22.183288 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Allocated IP 172.27.1.79 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/440729f1-9a54-4762-a868-520c5df99de8) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:22.321219 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.364290 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-b4d3ead0-bb7d-4a28-8808-8d058a6d9afd req-932d6156-a2bc-4446-bb18-1d1264779f19 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Unset dirty status for tenant:3bbacf327af84f89b64946affaa7e63b on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:22.365586 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b4d3ead0-bb7d-4a28-8808-8d058a6d9afd req-932d6156-a2bc-4446-bb18-1d1264779f19 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.4444704
Sep 16 17:56:22.383336 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 79787200-5e2a-44ca-9a99-26d624b66ce6 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:22.399314 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 79787200-5e2a-44ca-9a99-26d624b66ce6 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:22.399696 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.487274 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-8f4ccb15-acd5-439f-96a1-f7e25fde026a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4258313
Sep 16 17:56:22.495815 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.517535 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Transition to ACTIVE for port object 43169d4f-2e66-4768-95a9-76449e62ea4e will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:22.520495 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b4d3ead0-bb7d-4a28-8808-8d058a6d9afd req-98d78168-712e-4835-9e30-d747cd547468 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471670
Sep 16 17:56:22.600737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.618338 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.629503 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.647989 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:22.745443 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13085ba4-a518-4c37-9534-b510a46dc783 None None] Pushing event updated for resources: {'Port': ['ID=43169d4f-2e66-4768-95a9-76449e62ea4e,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:22.748888 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-13085ba4-a518-4c37-9534-b510a46dc783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:22.779964 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.812013 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:22.869478 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:22.882455 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:22.900101 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:22.948263 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 79787200-5e2a-44ca-9a99-26d624b66ce6, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=79787200-5e2a-44ca-9a99-26d624b66ce6,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:22.979160 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-a8e3ba93-ac16-41d4-b5ed-b1bd97a8bc27 service neutron] 10.222.0.37 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4592488
Sep 16 17:56:22.983352 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Attempting to bind port 43169d4f-2e66-4768-95a9-76449e62ea4e on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:22.984004 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Attempting to bind port 43169d4f-2e66-4768-95a9-76449e62ea4e by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:22.984724 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Attempting to bind port 43169d4f-2e66-4768-95a9-76449e62ea4e on network c47715c6-b41a-4f2d-a737-59050a4e14a9 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:22.992989 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:22.994468 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Checking segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:22.995284 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:22.996087 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Bound using segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:22.996967 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Bound port: 43169d4f-2e66-4768-95a9-76449e62ea4e, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:22.997855 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.038427 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'Port': ['ID=440729f1-9a54-4762-a868-520c5df99de8,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:23.044209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:23.061476 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.065919 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199942a-f470-44c5-832d-33df32a4995e req-2995aae4-62de-4491-9144-06c40fb336f7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:23.067543 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2199942a-f470-44c5-832d-33df32a4995e req-2995aae4-62de-4491-9144-06c40fb336f7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.3840609
Sep 16 17:56:23.070682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.075022 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.db.resource_extend [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 16 17:56:23.080885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-8fa7a6bb-53e0-4cef-abbd-380b94831823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:23.094241 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.132656 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2199942a-f470-44c5-832d-33df32a4995e req-0f2ce91e-c218-46cc-a414-1a6fe4e888dc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512249
Sep 16 17:56:23.170289 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-a70491fb-6cb8-4012-8c96-5a752ac9346a service neutron] 10.222.0.37 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1897774
Sep 16 17:56:23.208746 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=79787200-5e2a-44ca-9a99-26d624b66ce6,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:23.213673 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:23.214762 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] For port 43169d4f-2e66-4768-95a9-76449e62ea4e, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:23.218094 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] For port 43169d4f-2e66-4768-95a9-76449e62ea4e, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=43169d4f-2e66-4768-95a9-76449e62ea4e,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:23.278709 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.286103 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4ddaa374-1f33-40da-9a87-72eac86e075e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:23.339983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.365474 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.374181 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-f024c3e2-996a-42c0-b7db-a0c33cf4c9e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:23.403512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'Port': ['ID=0649bdcb-69c8-4d62-94a4-19de361bc1ac,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:23.406728 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:23.457662 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.498810 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13085ba4-a518-4c37-9534-b510a46dc783 None None] Pushing event updated for resources: {'Port': ['ID=43169d4f-2e66-4768-95a9-76449e62ea4e,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:23.505014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-13085ba4-a518-4c37-9534-b510a46dc783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:23.523273 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Routers {'fc7527a5-d6b9-4296-9fe2-6770681bb0cd'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:23.524094 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f65fcb20>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:23.575782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:23.577351 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.9226608
Sep 16 17:56:23.803151 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] Set router fc7527a5-d6b9-4296-9fe2-6770681bb0cd gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:23.846387 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'tag': 'd74e8d10-beec-4430-a789-223186ae24fa'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:23.871577 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c1a8f-b674-48fc-9c0f-6399fb47f3d3 req-a6d55c10-2340-4364-8532-c3e29765292f tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:23.880065 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d4c1a8f-b674-48fc-9c0f-6399fb47f3d3 req-a6d55c10-2340-4364-8532-c3e29765292f tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.0989301
Sep 16 17:56:23.940161 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d4c1a8f-b674-48fc-9c0f-6399fb47f3d3 req-ab9ae19d-c0f0-4e8b-98a9-1d8c05deb315 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582945
Sep 16 17:56:23.972546 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 79787200-5e2a-44ca-9a99-26d624b66ce6 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:24.013229 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-992b7795-faeb-4f70-897a-dad7a0b626e6 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8697913
Sep 16 17:56:24.014999 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3f5ac4c1-a9d7-4ad8-b1a9-46e28f94be5a req-1be247ff-9c7e-4b78-ba62-266ae188c391 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Synchronizing usage tracker for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:24.021589 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-931a1a41-3662-42ba-a0c6-e348f8fc4104 service neutron] 10.222.0.13 "GET /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8769348
Sep 16 17:56:24.090870 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-4d80f048-51c1-4979-8773-78c0ee885975 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:24.119682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3f5ac4c1-a9d7-4ad8-b1a9-46e28f94be5a req-1be247ff-9c7e-4b78-ba62-266ae188c391 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Unset dirty status for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:24.125485 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3f5ac4c1-a9d7-4ad8-b1a9-46e28f94be5a req-1be247ff-9c7e-4b78-ba62-266ae188c391 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 210 time: 0.6288774
Sep 16 17:56:24.131990 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:24.192793 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-4d80f048-51c1-4979-8773-78c0ee885975 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:24.194441 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-4d80f048-51c1-4979-8773-78c0ee885975 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1328204482&fields=id&tenant_id=de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 267 time: 0.1535838
Sep 16 17:56:24.202750 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 79787200-5e2a-44ca-9a99-26d624b66ce6 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:24.202975 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:24.221829 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:24.232257 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:24.306852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:24.349136 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'tag': 'd74e8d10-beec-4430-a789-223186ae24fa', 'status': 'completed', 'code': 200}
Sep 16 17:56:24.383643 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f65fcb20>, [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:13Z', 'revision_number': 4, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '43169d4f-2e66-4768-95a9-76449e62ea4e', 'name': '', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'mac_address': 'fa:16:3e:24:8d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:09Z', 'updated_at': '2021-09-16T17:56:23Z', 'revision_number': 4, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'subnets': [{'id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:24.420971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'Port': ['ID=440729f1-9a54-4762-a868-520c5df99de8,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:24.426780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51c7846-230b-4a39-ba33-19cd104210ef None None] The sync data for ids ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'] in dv-cinder-809439-1-iscsi is: [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:13Z', 'revision_number': 4, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '43169d4f-2e66-4768-95a9-76449e62ea4e', 'name': '', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'mac_address': 'fa:16:3e:24:8d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:09Z', 'updated_at': '2021-09-16T17:56:23Z', 'revision_number': 4, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'subnets': [{'id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:24.464484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:24.469077 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da489646-c83d-4c98-86a1-2b305841b71f up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:24.520923 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-06fd3e2d-9932-47a6-9a9c-0bae39b10166 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:24.522873 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-06fd3e2d-9932-47a6-9a9c-0bae39b10166 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 815 time: 0.3185573
Sep 16 17:56:24.551032 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-3f645d5c-0eda-4511-9d79-fd9103f0612d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/quotas/de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 375 time: 0.0206616
Sep 16 17:56:24.574836 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port da489646-c83d-4c98-86a1-2b305841b71f triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:24.575219 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:24.575316 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4dd7e-3926-48d6-ab19-00d5d82985f5 req-0c6cdcea-70d6-40be-876a-880be9994df6 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:24.577012 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1ac4dd7e-3926-48d6-ab19-00d5d82985f5 req-0c6cdcea-70d6-40be-876a-880be9994df6 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.1115868
Sep 16 17:56:24.611997 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:24.613465 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.0575974
Sep 16 17:56:24.680715 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1ac4dd7e-3926-48d6-ab19-00d5d82985f5 req-772f8b9d-f962-467e-9913-1aaf19e088f1 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966189
Sep 16 17:56:24.754778 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-62269d3e-5df5-4d56-a8a0-e319f7f64bd5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:24.948107 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-62269d3e-5df5-4d56-a8a0-e319f7f64bd5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:24.950825 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-62269d3e-5df5-4d56-a8a0-e319f7f64bd5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3919764
Sep 16 17:56:25.005245 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-a1b31213-652b-4b3b-9ecb-81524ed23506 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:25.006824 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-a1b31213-652b-4b3b-9ecb-81524ed23506 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 819 time: 0.1663451
Sep 16 17:56:25.022779 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-4d2d25d0-4a4c-40d6-a373-cbc40c186128 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/quotas/b6a3751e2c3a444a950f91fa17cd87de HTTP/1.1" status: 200  len: 375 time: 0.0102403
Sep 16 17:56:25.126062 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-5c18ee03-3190-411b-81c0-dd46924bbf50 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0977218
Sep 16 17:56:25.129827 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-e63bd329-2961-4a37-b08b-27d0f9b3822d service neutron] 10.222.0.37 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1639898
Sep 16 17:56:25.131181 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 56958) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:25.291366 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-8721bb9f-cdd5-4b13-920c-a66005fb55fa service neutron] 10.222.0.37 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530561
Sep 16 17:56:25.292189 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:25.306789 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-153916af-739a-45e9-8ea4-5641aa51bacc service neutron] 10.222.0.37 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795330
Sep 16 17:56:25.309877 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:25.314012 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Usage tracker for resource:security_group_rule and tenant:d8df6732e06748f290301a47157031c8 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:25.317295 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:25.323528 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:25.441069 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:25.478344 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-6c44d4f6-c6a3-4068-9e39-ded9f30d237a service neutron] 10.222.0.37 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1703229
Sep 16 17:56:25.541780 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:25.549622 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-155b16b2-d8cd-4190-90fb-f116d119aaa9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:25.609111 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a7f99-dc85-4ac9-bd4a-a2078c10b245,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:25.614021 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:25.616216 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Synchronizing usage tracker for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:25.678939 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-381abe91-51a4-4e84-97bc-51a5e72109ce tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2061812649&fields=id&tenant_id=03767a46db0743cfa618dea0ea302d1c HTTP/1.1" status: 200  len: 267 time: 0.0557346
Sep 16 17:56:25.781730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Unset dirty status for tenant:7049f8df71ab40e5b40e5e34cb3aa37d on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:25.783602 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d8df6732e06748f290301a47157031c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6506748
Sep 16 17:56:25.786849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 56990) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:25.895364 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-215c6e20-71d6-4755-a9a3-b1dd9db24ec9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:25.895877 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:25.903569 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-215c6e20-71d6-4755-a9a3-b1dd9db24ec9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 810 time: 0.2159083
Sep 16 17:56:25.940410 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-db3b8511-9e21-4420-8e31-b7df87049080 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/quotas/03767a46db0743cfa618dea0ea302d1c HTTP/1.1" status: 200  len: 375 time: 0.0355470
Sep 16 17:56:25.984234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:25.985481 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 43169d4f-2e66-4768-95a9-76449e62ea4e up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:26.058894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff15b3a-6512-4794-9642-55af066222fa req-e67b5575-06ac-4ac4-b383-7b3bd0e7c00f tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:26.066449 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fff15b3a-6512-4794-9642-55af066222fa req-e67b5575-06ac-4ac4-b383-7b3bd0e7c00f tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.1564434
Sep 16 17:56:26.108380 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fff15b3a-6512-4794-9642-55af066222fa req-63ddb9c5-3cb2-40f9-b486-0d3c41e65d77 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410519
Sep 16 17:56:26.114227 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-59a4b225-e5fd-4b7c-9a87-36858f1e36bf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:26.170773 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 43169d4f-2e66-4768-95a9-76449e62ea4e completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:26.177206 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 43169d4f-2e66-4768-95a9-76449e62ea4e triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:26.180084 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:26.198948 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a941cd16-090d-49fd-b89f-2f6f3cac55c9 req-1420e6e1-7fb5-4794-bced-b1e2701caa0c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.0429702
Sep 16 17:56:26.256077 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:26.261741 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-28cd1581-ba8a-42e9-b256-6b90caf96c3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:26.273263 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a7f99-dc85-4ac9-bd4a-a2078c10b245,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:26.279851 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:26.281030 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:26.282151 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e88a7f99-dc85-4ac9-bd4a-a2078c10b245 HTTP/1.1" status: 204  len: 168 time: 0.4943414
Sep 16 17:56:26.307589 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-59a4b225-e5fd-4b7c-9a87-36858f1e36bf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:26.311455 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-59a4b225-e5fd-4b7c-9a87-36858f1e36bf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3701937
Sep 16 17:56:26.323597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:26.370592 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 43169d4f-2e66-4768-95a9-76449e62ea4e, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=43169d4f-2e66-4768-95a9-76449e62ea4e,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:26.421273 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d550-eec0-4324-92bd-0faeca8ca0df req-03684273-29cd-43a7-8d6a-97e082061e84 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:26.422711 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3e65d550-eec0-4324-92bd-0faeca8ca0df req-03684273-29cd-43a7-8d6a-97e082061e84 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.1208150
Sep 16 17:56:26.468249 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3e65d550-eec0-4324-92bd-0faeca8ca0df req-d1905bf6-425a-4165-85f4-0fba8d840675 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386517
Sep 16 17:56:26.476171 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-24b4a753-d5f0-46a0-9ac9-5450bc9f476f service neutron] 10.222.0.37 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373918
Sep 16 17:56:26.506328 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:26.508732 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:26.623243 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=43169d4f-2e66-4768-95a9-76449e62ea4e,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:26.630243 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:26.643988 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1fb7e3e4-9448-4e79-9fd1-0a8c5341ae99 req-7a59c639-1fc5-4687-8034-cef9f3c81ea0 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 210 time: 0.0728953
Sep 16 17:56:26.668137 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-45d7220f-3ed6-4e56-995c-c425e335f942 service neutron] 10.222.0.37 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1858671
Sep 16 17:56:27.039581 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-06572e1d-7513-4d94-8fd1-fe31037826f3 req-8bbc8bf4-5799-498f-bc5f-f72617befc10 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.0544202
Sep 16 17:56:27.132162 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57022) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:27.149934 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.168430 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:27.172279 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Usage tracker for resource:security_group_rule and tenant:2808b3d1543a464ba3b49571a36d977a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:27.175205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:27.180931 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:27.304416 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ed195-2263-49f5-85be-3c9054c950d0 req-a2bf86be-6d01-4336-a057-823d3d6fbcdd tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:27.305964 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-140ed195-2263-49f5-85be-3c9054c950d0 req-a2bf86be-6d01-4336-a057-823d3d6fbcdd tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.0901973
Sep 16 17:56:27.311385 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.314127 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d877499c-323e-488a-90bb-d4bf0c101364 req-a666b8d7-4951-4f83-91e0-c5d2afa226c0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.0534956
Sep 16 17:56:27.360246 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-140ed195-2263-49f5-85be-3c9054c950d0 req-e1b1d10d-8a4b-4130-8fd3-ffaf7d50b8fd tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465124
Sep 16 17:56:27.421941 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.430500 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-cf92bd97-234a-45b6-9af5-825a0c34526e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:27.469355 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2808b3d1543a464ba3b49571a36d977a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3362365
Sep 16 17:56:27.483027 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6718335c-fa9d-4e6c-bc71-415250756568,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:27.483880 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 57030) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:27.484297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:27.532309 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.558527 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.675865 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41551bf1-5509-471f-9a3a-032851d91c3a req-cdff20f4-e53b-42c9-aaa9-3dfc38844e6b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:27.677681 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-41551bf1-5509-471f-9a3a-032851d91c3a req-cdff20f4-e53b-42c9-aaa9-3dfc38844e6b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.0924273
Sep 16 17:56:27.701782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.707522 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:27.739724 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6718335c-fa9d-4e6c-bc71-415250756568,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:27.775764 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-41551bf1-5509-471f-9a3a-032851d91c3a req-702dc4a8-43c2-4fd1-93fe-403eb440ee01 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889411
Sep 16 17:56:27.799547 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:27.883986 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:27.885116 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6718335c-fa9d-4e6c-bc71-415250756568 HTTP/1.1" status: 204  len: 168 time: 0.4114585
Sep 16 17:56:27.891949 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-db62ebd5-6d4d-47eb-a383-3e34656a260b req-f7b4e969-67fe-4bd5-9718-827ec03a6506 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 210 time: 0.0858722
Sep 16 17:56:27.928468 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 43169d4f-2e66-4768-95a9-76449e62ea4e up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:28.002000 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 43169d4f-2e66-4768-95a9-76449e62ea4e triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:28.002565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:28.093788 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bce4039d-79b6-4b62-8aa8-37d915859f8e req-7bb8eedf-b787-4b3f-bed7-b3afbbc3460e service neutron] 10.222.0.13 "GET /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3578045
Sep 16 17:56:28.160742 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-293c2c0b-6f9d-47aa-9731-bfa519d71957 req-ab3c1267-dfa9-4607-bae3-9d9683aa1352 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.0531533
Sep 16 17:56:28.215820 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dfdbf6c7-b88f-4958-ae3f-e6f50d252b67 req-419b0e1e-927b-4299-a13e-7b17fe28cc45 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4780245
Sep 16 17:56:28.502798 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b929fa9d-e5fc-47bc-9175-1c765f425497 req-f606d958-02df-40f9-8d6a-a889737ffff9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.0585616
Sep 16 17:56:28.596173 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-bc69fd3b-5673-4450-bf8e-aacc1e5657bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:28.596173 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-bc69fd3b-5673-4450-bf8e-aacc1e5657bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3bbacf327af84f89b64946affaa7e63b&device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 1097 time: 0.2521613
Sep 16 17:56:28.694496 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-02987914-6462-40f8-a39c-8459e9b60cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:28.696033 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-02987914-6462-40f8-a39c-8459e9b60cfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 1096 time: 0.2754400
Sep 16 17:56:28.799659 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8deae-3624-4d78-9ea3-aaa69b027948 req-592bb9ae-09d6-4443-a60d-0be044efb8da tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:28.801204 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6bb8deae-3624-4d78-9ea3-aaa69b027948 req-592bb9ae-09d6-4443-a60d-0be044efb8da tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.2971549
Sep 16 17:56:28.915413 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6bb8deae-3624-4d78-9ea3-aaa69b027948 req-849a277f-4ad6-48aa-9959-44a1768400bd tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979722
Sep 16 17:56:28.916475 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-2d8ed9f8-1119-4110-abf9-d51a9e5468b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:28.917948 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-2d8ed9f8-1119-4110-abf9-d51a9e5468b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3bef33ff-4d2a-4466-b7c9-155599af24bc HTTP/1.1" status: 200  len: 912 time: 0.3160198
Sep 16 17:56:29.057728 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-9d72ade9-540b-499b-98f0-8c4872b008b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74e8d10-beec-4430-a789-223186ae24fa HTTP/1.1" status: 200  len: 217 time: 0.1169605
Sep 16 17:56:29.060659 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424204d0-582c-41a3-a923-b96c4fc96e75 req-b66f24f9-326f-4be1-ab38-98673976905b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:29.065644 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-6af37bc8-9af1-4d07-a381-e9879296c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:29.068561 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-6af37bc8-9af1-4d07-a381-e9879296c731 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 914 time: 0.3610461
Sep 16 17:56:29.070728 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-424204d0-582c-41a3-a923-b96c4fc96e75 req-b66f24f9-326f-4be1-ab38-98673976905b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.1191220
Sep 16 17:56:29.125347 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-424204d0-582c-41a3-a923-b96c4fc96e75 req-c819dbf7-98cf-49ce-bce6-c02b6ee8f197 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536871
Sep 16 17:56:29.226411 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-3d68120f-1888-4bbd-9052-1c1c60832e0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66071d37-a3ee-424e-9266-893959403d4c HTTP/1.1" status: 200  len: 217 time: 0.1206963
Sep 16 17:56:29.235795 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4e9d3184-cbf7-4843-bf68-437adcd99884 req-cd2cade0-7811-4500-bd8b-ca6fd54f4a1b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 210 time: 0.1632860
Sep 16 17:56:29.305193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-c6e16c6a-1a24-408b-aa5c-93493d92c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:29.306684 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-c6e16c6a-1a24-408b-aa5c-93493d92c825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da6492cc-4064-4654-a4fd-8808cb200d71 HTTP/1.1" status: 200  len: 851 time: 0.2386522
Sep 16 17:56:29.333919 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9dcab4c0-7873-4a4b-93af-4b4ccb377c1e req-9fcbbd09-004a-4f7e-9040-ff246bf5d257 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.0421550
Sep 16 17:56:29.358920 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-712e342c-9b9e-42cd-891e-7bdbf3979557 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3bef33ff-4d2a-4466-b7c9-155599af24bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444195
Sep 16 17:56:29.362822 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-1a68db83-b9c6-451a-a26c-ec026b205402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:29.364269 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-1a68db83-b9c6-451a-a26c-ec026b205402 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.1269596
Sep 16 17:56:29.480169 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-8ad2da71-0c87-482b-a517-54dcf7edd70b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0965462
Sep 16 17:56:29.515678 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.13', 51125) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:29.760845 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-38f2c8f4-104f-4192-8d1e-cb4f66777e0d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:29.762831 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-38f2c8f4-104f-4192-8d1e-cb4f66777e0d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 819 time: 0.2455642
Sep 16 17:56:29.778190 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Request body: {'port': {'device_id': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'admin_state_up': True, 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:29.818892 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-70106db1-56bc-4b21-a30b-bb5e43383089 req-3e85a038-9d52-4946-a4b5-e178d0bbab5a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.1952560
Sep 16 17:56:29.829957 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-674a0e98-ded7-4b92-ada7-479002baebca service neutron] 10.222.0.13 "GET /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4644289
Sep 16 17:56:29.831959 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-449dc62a-72cc-409f-8ff3-a8561b67c673 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360806
Sep 16 17:56:29.995408 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:30.006829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:30.180077 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2569bc6b-236a-41b1-af79-f8889100aee5 req-e51eee95-23ad-462a-bb1c-819be21a7bb5 service neutron] 10.222.0.13 "GET /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3380685
Sep 16 17:56:30.183631 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-48d9d427-5fe7-46eb-86b7-87879ad22d0e req-08c53914-5156-41df-a094-67d5c439a4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3180516
Sep 16 17:56:30.199265 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Made reservation on behalf of b6a3751e2c3a444a950f91fa17cd87de for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:56:30.205708 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:30.405273 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9927aa-574f-4eaf-86fe-2adc114dd6f7 req-04bf3034-3d7e-413b-8ad4-4e9235af13e3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:30.407165 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0f9927aa-574f-4eaf-86fe-2adc114dd6f7 req-04bf3034-3d7e-413b-8ad4-4e9235af13e3 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.3397522
Sep 16 17:56:30.479691 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0f9927aa-574f-4eaf-86fe-2adc114dd6f7 req-e4ce01ff-4ffe-43f1-b2a3-7a53817f3a79 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598340
Sep 16 17:56:30.488038 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Allocated IP 172.20.0.5 (c47715c6-b41a-4f2d-a737-59050a4e14a9/c856b88f-29bb-447b-aa5f-8bbc295a0661/bac4d9a4-6d51-4c30-8cec-b4e5fe579143) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:30.560061 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-25b0e1bf-062c-4b8d-a68d-f41412ef8022 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:30.560767 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-25b0e1bf-062c-4b8d-a68d-f41412ef8022 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:network {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:30.590029 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f85ca5e-d973-4c96-957b-18dadc67fd42 req-07b119be-8114-48cb-92c4-7b2275f9ba65 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:30.591576 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6f85ca5e-d973-4c96-957b-18dadc67fd42 req-07b119be-8114-48cb-92c4-7b2275f9ba65 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.2795055
Sep 16 17:56:30.672674 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6f85ca5e-d973-4c96-957b-18dadc67fd42 req-c43cbc27-5c6b-491a-a2a1-1bb19e9aea0c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715561
Sep 16 17:56:30.730480 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-217315a7-bd4b-44b8-9d23-a91b9ef369c8 req-bab3cf54-f204-4804-b965-38ffeb8fc34d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 210 time: 0.0661008
Sep 16 17:56:30.759098 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-25b0e1bf-062c-4b8d-a68d-f41412ef8022 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:network {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:30.761429 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-25b0e1bf-062c-4b8d-a68d-f41412ef8022 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 815 time: 0.4758918
Sep 16 17:56:30.857146 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-0472605a-5062-45ce-bff5-98fbec3da572 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:30.877483 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-0472605a-5062-45ce-bff5-98fbec3da572 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:30.878651 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-0472605a-5062-45ce-bff5-98fbec3da572 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 380 time: 0.0984485
Sep 16 17:56:30.890507 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'port': {'device_id': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'admin_state_up': True, 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'security_groups': ['2e8b357d-51b5-443d-9509-caa430b6595a']}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:30.923743 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:31.048122 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c20e97a1-4310-4dd4-8a83-e2c38b26f9fc req-fefe2af8-3844-4f36-90bd-d900d124ba70 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.1147852
Sep 16 17:56:31.166776 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:31.186923 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:31.226085 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-554431f5-870a-4f7e-a306-e6262c231412 req-26c71096-156b-4961-9812-87c2d2224498 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.1783834
Sep 16 17:56:31.227875 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:31.240129 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:31.338449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:31.341715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:31.349839 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:31.367659 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:31.367659 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:31.373815 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Pushing event updated for resources: {'Port': ['ID=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:31.377558 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:31.401189 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Made reservation on behalf of de769fcab70f4f338e7730e7468e5ce5 for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:56:31.404809 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:31.558856 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7865741
Sep 16 17:56:31.574503 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-8b8628eb-a5e0-478c-a9d9-8cda8883d81c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:31.574503 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-8b8628eb-a5e0-478c-a9d9-8cda8883d81c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 819 time: 0.2895842
Sep 16 17:56:31.575047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Request body: {'port': {'device_id': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:31.603563 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Request body: {'port': {'device_id': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'admin_state_up': True, 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:31.700609 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:31.788802 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Allocated IP 172.20.0.4 (5d2afdad-7cb2-451b-bacc-b8130dc01b3b/840a6cd0-36f8-430b-b33a-a8c56e67c127/c306b146-9702-4627-b5c0-e1b0e8ae7148) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:31.898931 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:31.958841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e5082-00fc-4068-8d6d-c7386d82cac6 req-c8b5296c-3e57-472b-9211-9f8b3a0764a1 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:31.960356 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d28e5082-00fc-4068-8d6d-c7386d82cac6 req-c8b5296c-3e57-472b-9211-9f8b3a0764a1 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.2784097
Sep 16 17:56:31.965907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Usage tracker for resource:port and tenant:b6a3751e2c3a444a950f91fa17cd87de is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:31.971187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Quota usage for port was recalculated. Used quota:2. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:31.992060 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:32.032852 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a60078-3028-4e4d-bf95-65d0c993f1f7 req-499934ac-7e9e-4e75-a8eb-fb0047cf64f6 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:32.034452 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-85a60078-3028-4e4d-bf95-65d0c993f1f7 req-499934ac-7e9e-4e75-a8eb-fb0047cf64f6 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.2278478
Sep 16 17:56:32.059536 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d28e5082-00fc-4068-8d6d-c7386d82cac6 req-30ec2567-b1b8-4ae6-9f0b-a50606e8213d tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852418
Sep 16 17:56:32.103505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.119186 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-85a60078-3028-4e4d-bf95-65d0c993f1f7 req-1d6e5ba7-8876-4382-8ce4-5131dd9b4955 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695524
Sep 16 17:56:32.120932 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Transition to ACTIVE for port object c306b146-9702-4627-b5c0-e1b0e8ae7148 will not be triggered until provisioned by entity DHCP. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:32.230202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac4d9a4-6d51-4c30-8cec-b4e5fe579143 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:32.239857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.293843 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8b0caad7-d475-45e8-a0c2-66ba970a4750 req-a2c7cbfe-3a9e-4190-a9e3-2dafa843ae20 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.0590179
Sep 16 17:56:32.300792 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Transition to ACTIVE for port object bac4d9a4-6d51-4c30-8cec-b4e5fe579143 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:32.348920 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.13', 51131) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:32.354504 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.357600 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Made reservation on behalf of b6a3751e2c3a444a950f91fa17cd87de for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:56:32.362398 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.453204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.485906 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:32.538835 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:32.582043 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57206) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:32.616684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:32.637767 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:32.663049 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:32.674599 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:32.675251 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.709095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Pushing event updated for resources: {'Port': ['ID=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:32.721361 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:32.837907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:32.851216 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d6589-5a63-4055-914b-edea34f9ff26 req-d5b9ada3-134c-4eaf-8c87-01a88070eaae tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:32.851964 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-0e6d6589-5a63-4055-914b-edea34f9ff26 req-d5b9ada3-134c-4eaf-8c87-01a88070eaae tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Synchronizing usage tracker for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:32.903373 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:32.924022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:32.934828 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Attempting to bind port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:32.935314 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Attempting to bind port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:32.935881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Attempting to bind port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 on network c47715c6-b41a-4f2d-a737-59050a4e14a9 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:32.946166 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-8b8d6d94-41fc-422f-b34d-9154cd0c8631 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:32.947916 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-8b8d6d94-41fc-422f-b34d-9154cd0c8631 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 810 time: 0.5980079
Sep 16 17:56:32.952649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:32.955036 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 on network c47715c6-b41a-4f2d-a737-59050a4e14a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:56:32.955370 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Attempting to bind port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 on network c47715c6-b41a-4f2d-a737-59050a4e14a9 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:32.962956 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Usage tracker for resource:security_group_rule and tenant:3cbdd8a3a8e54efeae955f42a61628f1 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:32.967483 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:32.975787 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Allocated IP 172.20.0.4 (c47715c6-b41a-4f2d-a737-59050a4e14a9/c856b88f-29bb-447b-aa5f-8bbc295a0661/a0f43579-d691-402b-93ca-6254e5422520) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:32.977904 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:32.978615 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:32.978979 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Checking segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:32.979532 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Bound using segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:32.980016 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Bound port: bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:32.980356 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.004775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7576979-618d-4712-83c8-5833b9eeaf5c req-8a846a0b-7451-4b9b-9413-67e2e80ce029 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:33.006264 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b7576979-618d-4712-83c8-5833b9eeaf5c req-8a846a0b-7451-4b9b-9413-67e2e80ce029 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 931 time: 0.4642403
Sep 16 17:56:33.084990 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-e6334550-61ed-4ff3-b426-68c3e8c033c5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03767a46db0743cfa618dea0ea302d1c HTTP/1.1" status: 200  len: 380 time: 0.1268954
Sep 16 17:56:33.125253 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2403853
Sep 16 17:56:33.131159 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'port': {'device_id': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'admin_state_up': True, 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'security_groups': ['068c8d68-2bab-4816-a448-11c1fc02aa08']}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:33.140557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Request body: {'port': {'device_id': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:33.162949 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b7576979-618d-4712-83c8-5833b9eeaf5c req-3d1a3ef4-7c72-489e-9eec-bc7c81af500b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1439469
Sep 16 17:56:33.205471 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-ffc5621c-5b8b-4cbe-a487-f6a477c3e951 None None] Provisioning for port c306b146-9702-4627-b5c0-e1b0e8ae7148 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:33.210744 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-ffc5621c-5b8b-4cbe-a487-f6a477c3e951 None None] Provisioning complete for port c306b146-9702-4627-b5c0-e1b0e8ae7148 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:33.211209 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ffc5621c-5b8b-4cbe-a487-f6a477c3e951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.241562 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] For port bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:33.268843 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] For port bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:33.270930 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-ffc5621c-5b8b-4cbe-a487-f6a477c3e951 None None] Port c306b146-9702-4627-b5c0-e1b0e8ae7148 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:56:33.330254 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-0e6d6589-5a63-4055-914b-edea34f9ff26 req-d5b9ada3-134c-4eaf-8c87-01a88070eaae tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Unset dirty status for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:33.331593 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0e6d6589-5a63-4055-914b-edea34f9ff26 req-d5b9ada3-134c-4eaf-8c87-01a88070eaae tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 931 time: 1.1506443
Sep 16 17:56:33.374282 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:33.377482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.378056 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:33.407158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c9373-69ca-484f-a968-1c4a5948b0c4 req-e5defb46-6430-40ab-bc38-1f1256fb9060 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:33.409597 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-217c9373-69ca-484f-a968-1c4a5948b0c4 req-e5defb46-6430-40ab-bc38-1f1256fb9060 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 944 time: 0.1209035
Sep 16 17:56:33.451848 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.459283 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.475185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:33.478052 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0e6d6589-5a63-4055-914b-edea34f9ff26 req-00b4f053-6ced-40a6-8548-bbde2efc4aec tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257968
Sep 16 17:56:33.490070 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.527161 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-217c9373-69ca-484f-a968-1c4a5948b0c4 req-b7a8d852-0adc-48e6-99e9-14eeb3001322 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097953
Sep 16 17:56:33.635453 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Made reservation on behalf of 03767a46db0743cfa618dea0ea302d1c for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:56:33.637384 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.644031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.664913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:33.665598 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:33.666950 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] 10.222.0.13 "PUT /v2.0/ports/bac4d9a4-6d51-4c30-8cec-b4e5fe579143 HTTP/1.1" status: 200  len: 1093 time: 2.1000080
Sep 16 17:56:33.669003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'tag': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:33.718174 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ccd65ae8-1c97-4020-a978-79572bc80879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:33.729156 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cbdd8a3a8e54efeae955f42a61628f1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1320970
Sep 16 17:56:33.741042 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d74e8d10-beec-4430-a789-223186ae24fa details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:56:33.749819 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57234) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:33.801873 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2ba1fd90-af32-44d4-ac45-f0fc1bfe4a78 req-57c5bc1d-c845-4d56-a400-639201faf81b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.1388941
Sep 16 17:56:33.835584 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Pushing event updated for resources: {'Port': ['ID=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:33.839682 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:33.912712 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506b20c4-a342-4018-9ad1-a9fef295f449,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:33.934462 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:33.946606 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port d74e8d10-beec-4430-a789-223186ae24fa, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d74e8d10-beec-4430-a789-223186ae24fa,segment=NetworkSegment(485a7ad9-d130-4e39-a253-783fbe21be0f),segment_id=485a7ad9-d130-4e39-a253-783fbe21be0f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:33.962480 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'd74e8d10-beec-4430-a789-223186ae24fa', 'network_id': '3bef33ff-4d2a-4466-b7c9-155599af24bc', 'port_id': 'd74e8d10-beec-4430-a789-223186ae24fa', 'mac_address': 'fa:16:3e:d5:c5:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6492cc-4064-4654-a4fd-8808cb200d71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:56:34.021549 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff5375-53bb-461a-9df2-6e38a6d7a4d9 req-12295632-6a07-497e-8845-6167b4f756bb tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:34.028442 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b2ff5375-53bb-461a-9df2-6e38a6d7a4d9 req-12295632-6a07-497e-8845-6167b4f756bb tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 943 time: 0.4025652
Sep 16 17:56:34.030231 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.049258 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.077503 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74e8d10-beec-4430-a789-223186ae24fa {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:34.083271 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Allocated IP 172.20.0.8 (b5326728-2418-4162-aacd-f1e372b17629/a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf/942402a8-6fd7-460c-854e-e50363c0b086) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:56:34.102223 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-266d5704-d2a6-4950-a5ba-c5bd721051d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:34.108520 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-266d5704-d2a6-4950-a5ba-c5bd721051d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 1096 time: 0.1579220
Sep 16 17:56:34.108779 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port d74e8d10-beec-4430-a789-223186ae24fa, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d74e8d10-beec-4430-a789-223186ae24fa,segment=NetworkSegment(485a7ad9-d130-4e39-a253-783fbe21be0f),segment_id=485a7ad9-d130-4e39-a253-783fbe21be0f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:34.113952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.128010 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b2ff5375-53bb-461a-9df2-6e38a6d7a4d9 req-955a4217-56aa-44c7-b43d-e4742a02bbe7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987093
Sep 16 17:56:34.162996 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.181820 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:34.216987 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'tag': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143', 'status': 'completed', 'code': 200}
Sep 16 17:56:34.289734 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-85ba8210-abbe-42bd-beea-47fe47f62166 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143 HTTP/1.1" status: 200  len: 217 time: 0.0718951
Sep 16 17:56:34.296272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Network c47715c6-b41a-4f2d-a737-59050a4e14a9 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:34.302574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:34.341051 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:34.347715 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:34.348631 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.378453 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.380333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c306b146-9702-4627-b5c0-e1b0e8ae7148 {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:34.381385 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 66071d37-a3ee-424e-9266-893959403d4c details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:56:34.388954 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:34.389135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Pushing event updated for resources: {'Port': ['ID=a0f43579-d691-402b-93ca-6254e5422520,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:34.392721 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.397876 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-54e1efaf-6c44-4146-ae62-a31d8fa77c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:34.398586 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:34.399474 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-54e1efaf-6c44-4146-ae62-a31d8fa77c70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0980639
Sep 16 17:56:34.454368 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd805d5-c510-45aa-bd78-716d25dcc8f0 req-fcb6c35d-54f7-4882-8ba0-78280cedcb94 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:34.455213 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-2dd805d5-c510-45aa-bd78-716d25dcc8f0 req-fcb6c35d-54f7-4882-8ba0-78280cedcb94 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:34.472970 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-f3414d9d-4348-4866-adc3-39bd57457e2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0629611
Sep 16 17:56:34.480543 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.535705 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Transition to ACTIVE for port object c306b146-9702-4627-b5c0-e1b0e8ae7148 will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:34.537120 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.539841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.543672 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/506b20c4-a342-4018-9ad1-a9fef295f449 HTTP/1.1" status: 204  len: 168 time: 0.7903371
Sep 16 17:56:34.543672 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:34.563067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506b20c4-a342-4018-9ad1-a9fef295f449,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:34.567916 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Transition to ACTIVE for port object 942402a8-6fd7-460c-854e-e50363c0b086 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:34.574653 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:34.583365 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9835784
Sep 16 17:56:34.596671 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Request body: {'port': {'device_id': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:34.654531 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-33e4123a-9605-4223-964a-44ae4a0ed6ca service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706567
Sep 16 17:56:34.662877 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 66071d37-a3ee-424e-9266-893959403d4c, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=66071d37-a3ee-424e-9266-893959403d4c,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:34.667372 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-2dd805d5-c510-45aa-bd78-716d25dcc8f0 req-fcb6c35d-54f7-4882-8ba0-78280cedcb94 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:34.677801 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2dd805d5-c510-45aa-bd78-716d25dcc8f0 req-fcb6c35d-54f7-4882-8ba0-78280cedcb94 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 931 time: 0.3837345
Sep 16 17:56:34.692889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=d74e8d10-beec-4430-a789-223186ae24fa,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:34.706852 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '66071d37-a3ee-424e-9266-893959403d4c', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'port_id': '66071d37-a3ee-424e-9266-893959403d4c', 'mac_address': 'fa:16:3e:4d:da:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba93485-0521-4c06-8ad8-2a11317852c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:56:34.710521 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:34.778609 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.789550 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2dd805d5-c510-45aa-bd78-716d25dcc8f0 req-a720721f-095c-48c1-b649-f8a2483bea01 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985527
Sep 16 17:56:34.804408 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:34.807329 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.832511 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66071d37-a3ee-424e-9266-893959403d4c {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:34.855265 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 66071d37-a3ee-424e-9266-893959403d4c, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=66071d37-a3ee-424e-9266-893959403d4c,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:34.929933 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-f1977d6c-c4f9-4967-b0fb-1d685a8255b7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:34.930932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-f1977d6c-c4f9-4967-b0fb-1d685a8255b7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Synchronizing usage tracker for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:34.971134 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf4aa1aa-9b89-4969-8563-9ee9a623bb72 req-3ee67b8a-2c00-4a69-aa63-e8d30b113413 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3088229
Sep 16 17:56:34.989503 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:34.997524 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:35.036361 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.073246 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Network b5326728-2418-4162-aacd-f1e372b17629 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:56:35.077138 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:56:35.081390 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:56:35.087285 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:35.087991 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.102150 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'Port': ['ID=942402a8-6fd7-460c-854e-e50363c0b086,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:35.107106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:35.147273 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.147273 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-40f9997c-7b68-4080-bc06-4e154f956633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:35.147608 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:35.187450 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:35.222942 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-f1977d6c-c4f9-4967-b0fb-1d685a8255b7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Unset dirty status for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:35.231177 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-f1977d6c-c4f9-4967-b0fb-1d685a8255b7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 943 time: 0.5117056
Sep 16 17:56:35.240635 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=66071d37-a3ee-424e-9266-893959403d4c,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:35.249307 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:35.268501 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:56:35.268976 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Attempting to bind port c306b146-9702-4627-b5c0-e1b0e8ae7148 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:35.268976 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Attempting to bind port c306b146-9702-4627-b5c0-e1b0e8ae7148 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:35.268976 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Attempting to bind port c306b146-9702-4627-b5c0-e1b0e8ae7148 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:35.320025 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Port c306b146-9702-4627-b5c0-e1b0e8ae7148 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:56:35.320349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Attempting to bind port c306b146-9702-4627-b5c0-e1b0e8ae7148 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:35.338405 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:35.338739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Checking segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:35.339121 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Bound using segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:35.339732 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Bound port: c306b146-9702-4627-b5c0-e1b0e8ae7148, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:35.339888 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.351369 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2444270
Sep 16 17:56:35.373731 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Request body: {'port': {'device_id': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:35.379516 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d409f-56f7-4ba8-9b06-6a80d4b46bdb req-b80d6598-905c-4ad5-893c-b653bbc7128a tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:35.387819 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d46d409f-56f7-4ba8-9b06-6a80d4b46bdb req-b80d6598-905c-4ad5-893c-b653bbc7128a tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 945 time: 0.3608253
Sep 16 17:56:35.427646 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-aaaa45a7-a975-4fb2-b1ee-816d9a9f1145 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Synchronizing usage tracker for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:35.529984 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-3505c03d-067c-456a-bcd9-38ecb08cb9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:35.531775 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-3505c03d-067c-456a-bcd9-38ecb08cb9d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 1096 time: 0.2418561
Sep 16 17:56:35.532524 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.584598 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d46d409f-56f7-4ba8-9b06-6a80d4b46bdb req-6a6e910a-616c-4c32-a1e6-eea50bd285d9 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957059
Sep 16 17:56:35.603719 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:35.607226 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:35.610562 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-c9b23c88-9a1c-416c-bd2b-1cd71248a9f6 None None] Provisioning for port 942402a8-6fd7-460c-854e-e50363c0b086 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:35.617003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-aaaa45a7-a975-4fb2-b1ee-816d9a9f1145 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Unset dirty status for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:35.624253 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-22a07013-8a1e-49a2-9768-c7d7a374a2af req-aaaa45a7-a975-4fb2-b1ee-816d9a9f1145 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3842573
Sep 16 17:56:35.624832 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-c9b23c88-9a1c-416c-bd2b-1cd71248a9f6 None None] Provisioning complete for port 942402a8-6fd7-460c-854e-e50363c0b086 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:35.624832 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c9b23c88-9a1c-416c-bd2b-1cd71248a9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.739368 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f43579-d691-402b-93ca-6254e5422520 {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:35.749720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.767366 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Transition to ACTIVE for port object a0f43579-d691-402b-93ca-6254e5422520 will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:35.768254 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d74e8d10-beec-4430-a789-223186ae24fa'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:56:35.769687 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.775304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:35.839763 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:35.840502 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:35.841902 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] 10.222.0.13 "PUT /v2.0/ports/c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 1093 time: 2.7079854
Sep 16 17:56:35.842375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:35.887688 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:35.893264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:35.926754 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:56:35.951542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-b4359155-9bd1-43fd-abef-2da53902aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:35.953027 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-b4359155-9bd1-43fd-abef-2da53902aaaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.4103954
Sep 16 17:56:35.998060 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-c9b23c88-9a1c-416c-bd2b-1cd71248a9f6 None None] Port 942402a8-6fd7-460c-854e-e50363c0b086 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 17:56:36.016924 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:36.033740 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3fb895d3-5917-4e9f-bc4b-7d184e521dcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:36.126297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57284) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:36.173915 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-800db6d3-39a7-4bb3-a3a5-08bc1633b5a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143 HTTP/1.1" status: 200  len: 217 time: 0.2004559
Sep 16 17:56:36.273022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:36.327610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:36.365983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-c23aed50-fce1-406e-852a-f168015823d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.366358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Pushing event updated for resources: {'Port': ['ID=a0f43579-d691-402b-93ca-6254e5422520,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:36.367450 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-c23aed50-fce1-406e-852a-f168015823d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.1472580
Sep 16 17:56:36.368970 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Usage tracker for resource:security_group_rule and tenant:4dd0eeb70a1a44feb6ff1154193e7cf0 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:36.379104 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:36.382310 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:36.400105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:36.420787 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Attempting to bind port a0f43579-d691-402b-93ca-6254e5422520 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:36.421210 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Attempting to bind port a0f43579-d691-402b-93ca-6254e5422520 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:36.421437 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Attempting to bind port a0f43579-d691-402b-93ca-6254e5422520 on network c47715c6-b41a-4f2d-a737-59050a4e14a9 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:36.437035 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980f89-1750-4ffd-8edd-6bdb229fbe5e req-a24a9d87-793f-44b5-874d-d6e1cfb6f943 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.438555 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-51980f89-1750-4ffd-8edd-6bdb229fbe5e req-a24a9d87-793f-44b5-874d-d6e1cfb6f943 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 931 time: 0.5150812
Sep 16 17:56:36.448022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Port a0f43579-d691-402b-93ca-6254e5422520 on network c47715c6-b41a-4f2d-a737-59050a4e14a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:56:36.448022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Attempting to bind port a0f43579-d691-402b-93ca-6254e5422520 on network c47715c6-b41a-4f2d-a737-59050a4e14a9 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:36.448511 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf859a-0f76-40d6-a1e9-9be7f72abe06 req-7f2c82a1-0cc7-426e-ada0-ad1bbb08bf50 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.450228 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-31cf859a-0f76-40d6-a1e9-9be7f72abe06 req-7f2c82a1-0cc7-426e-ada0-ad1bbb08bf50 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 944 time: 0.4963601
Sep 16 17:56:36.461956 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-c3c788a5-c441-4dbe-a3e3-935a80b90027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.463435 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-c3c788a5-c441-4dbe-a3e3-935a80b90027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1096 time: 0.3177223
Sep 16 17:56:36.464177 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:36.464503 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Checking segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:36.464876 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Bound using segment: {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:36.466840 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Bound port: a0f43579-d691-402b-93ca-6254e5422520, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2ebe4ed-89a8-4d52-bde8-35d429986760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:36.466840 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:36.472559 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-e165005f-9db4-4b1b-ad1a-dd8ea6499841 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831800
Sep 16 17:56:36.571719 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-a0b83977-86d6-4f67-ab28-f764d65e3dd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 217 time: 0.0862846
Sep 16 17:56:36.645488 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-31cf859a-0f76-40d6-a1e9-9be7f72abe06 req-42e99559-b15d-4516-961b-0542869996c4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798959
Sep 16 17:56:36.701142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 942402a8-6fd7-460c-854e-e50363c0b086 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:36.706907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-51980f89-1750-4ffd-8edd-6bdb229fbe5e req-65b8a63e-4250-4887-9434-137007c89b58 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:36.720133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:36.732672 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-169c4cf4-3ceb-43c0-9784-36bbabe4b570 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440348
Sep 16 17:56:36.754746 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-71ff1ae7-5c79-4a07-be38-bc87230ad813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.756281 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-71ff1ae7-5c79-4a07-be38-bc87230ad813 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.1580689
Sep 16 17:56:36.760506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Transition to ACTIVE for port object 942402a8-6fd7-460c-854e-e50363c0b086 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:56:36.835071 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] For port a0f43579-d691-402b-93ca-6254e5422520, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:36.838288 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:36.852807 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] For port a0f43579-d691-402b-93ca-6254e5422520, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a0f43579-d691-402b-93ca-6254e5422520,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:36.877970 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee788df7-587f-47d5-ae23-ddf809d44448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.879751 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-ee788df7-587f-47d5-ae23-ddf809d44448 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1083870
Sep 16 17:56:36.935841 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0a9b8237-63d3-4d6a-b46e-e664e377b368 req-9fc53f24-22fd-4ab3-a8ba-2f11b6b74b8f service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1957049
Sep 16 17:56:36.972878 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211e8f1-bf4c-4a3e-b3ed-c2efe38666e3 req-d24e856a-263f-4f80-bb3f-cdd59d45293a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:36.976394 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0211e8f1-bf4c-4a3e-b3ed-c2efe38666e3 req-d24e856a-263f-4f80-bb3f-cdd59d45293a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0981851
Sep 16 17:56:37.031302 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0211e8f1-bf4c-4a3e-b3ed-c2efe38666e3 req-d0543dfc-9c49-4f1f-b84a-840cd58bbf68 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501428
Sep 16 17:56:37.083950 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'status': 'completed', 'code': 200}
Sep 16 17:56:37.103733 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-54c20a17-09d1-481d-a18e-90ad193475bf service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166092
Sep 16 17:56:37.152418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.157404 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:37.193189 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-51980f89-1750-4ffd-8edd-6bdb229fbe5e req-65b8a63e-4250-4887-9434-137007c89b58 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:37.194356 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-51980f89-1750-4ffd-8edd-6bdb229fbe5e req-65b8a63e-4250-4887-9434-137007c89b58 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7139287
Sep 16 17:56:37.194931 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.196219 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.213864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:37.265153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.265828 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.268779 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] 10.222.0.13 "PUT /v2.0/ports/a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 1093 time: 2.6764176
Sep 16 17:56:37.287424 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dd0eeb70a1a44feb6ff1154193e7cf0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1402092
Sep 16 17:56:37.290974 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54f7c7d-16cf-40ab-9bbd-7a0e71f9e2ba,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:37.294264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:37.309872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57308) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:37.309872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:37.388229 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Pushing event updated for resources: {'Port': ['ID=942402a8-6fd7-460c-854e-e50363c0b086,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:37.391617 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:37.468607 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Attempting to bind port 942402a8-6fd7-460c-854e-e50363c0b086 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:56:37.468935 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Attempting to bind port 942402a8-6fd7-460c-854e-e50363c0b086 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:56:37.469249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Attempting to bind port 942402a8-6fd7-460c-854e-e50363c0b086 on network b5326728-2418-4162-aacd-f1e372b17629 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:37.478042 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Port 942402a8-6fd7-460c-854e-e50363c0b086 on network b5326728-2418-4162-aacd-f1e372b17629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:56:37.478365 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Attempting to bind port 942402a8-6fd7-460c-854e-e50363c0b086 on network b5326728-2418-4162-aacd-f1e372b17629 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:56:37.485469 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:56:37.486361 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Checking segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:56:37.486766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Bound using segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:56:37.487201 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Bound port: 942402a8-6fd7-460c-854e-e50363c0b086, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:56:37.487545 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.505532 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79d2b5-194b-4668-9300-5eda44f5514d req-fe5ad238-edfd-4ea9-98f2-49ea78ed04a8 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.512500 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4f79d2b5-194b-4668-9300-5eda44f5514d req-fe5ad238-edfd-4ea9-98f2-49ea78ed04a8 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 945 time: 0.3257294
Sep 16 17:56:37.556585 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-40b67c00-40cc-467c-9160-3ec4778feb0e req-a1fdab53-b34e-4b69-8800-2d6cd04d9177 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4444375
Sep 16 17:56:37.576549 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0197514c-636d-47ec-b3b5-325aada18e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.598975 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Pushing event updated for resources: {'Port': ['ID=a0f43579-d691-402b-93ca-6254e5422520,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:37.612150 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4f79d2b5-194b-4668-9300-5eda44f5514d req-f39cabfc-25e5-47f3-b88c-68d0288f09cd tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986602
Sep 16 17:56:37.614645 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:37.636913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974a7eb-22aa-4fb3-bf8c-6e54468a307b req-4be0332d-e070-479d-938c-168205fa2708 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.638401 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3974a7eb-22aa-4fb3-bf8c-6e54468a307b req-4be0332d-e070-479d-938c-168205fa2708 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 943 time: 0.2897086
Sep 16 17:56:37.640067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.654843 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] For port 942402a8-6fd7-460c-854e-e50363c0b086, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:56:37.660478 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] For port 942402a8-6fd7-460c-854e-e50363c0b086, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=942402a8-6fd7-460c-854e-e50363c0b086,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:56:37.687519 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-b4f1bf58-7dc9-4389-a216-2cb895772c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.689063 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-b4f1bf58-7dc9-4389-a216-2cb895772c6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1096 time: 0.2158539
Sep 16 17:56:37.695964 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.720692 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d74e8d10-beec-4430-a789-223186ae24fa up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:37.793138 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-8a607feb-90d4-4089-8abc-c669edddaa43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0833247
Sep 16 17:56:37.797482 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3974a7eb-22aa-4fb3-bf8c-6e54468a307b req-93f33b23-03b5-4dfd-9480-c1d1c098b113 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1402824
Sep 16 17:56:37.871607 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f7ba0-bb33-48ca-af71-a710f5e1c145 req-9b7411bd-b80e-4b06-923d-d7f90f1511c9 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.872840 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-ee104a41-400e-4076-a932-b1d19609aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.874277 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-ee104a41-400e-4076-a932-b1d19609aef3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0685627
Sep 16 17:56:37.876491 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0e2f7ba0-bb33-48ca-af71-a710f5e1c145 req-9b7411bd-b80e-4b06-923d-d7f90f1511c9 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 944 time: 0.0906913
Sep 16 17:56:37.877764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.884095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2bc8bba8-8e2b-4d20-9e44-0ebe69a19c5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:37.900489 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port d74e8d10-beec-4430-a789-223186ae24fa completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:37.906368 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port d74e8d10-beec-4430-a789-223186ae24fa triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:37.906841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.960730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:37.961296 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:37.962646 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] 10.222.0.13 "PUT /v2.0/ports/942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 200  len: 1093 time: 2.5972044
Sep 16 17:56:37.966878 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-8e270ce5-7e9b-4a13-90cc-95ea049db010 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0784173
Sep 16 17:56:37.976900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:38.000668 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0e2f7ba0-bb33-48ca-af71-a710f5e1c145 req-f108e572-7741-455f-8782-78f2f286bc31 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212571
Sep 16 17:56:38.009805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Pushing event updated for resources: {'Port': ['ID=942402a8-6fd7-460c-854e-e50363c0b086,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:38.013019 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:38.059659 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:38.073330 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c4ee5642-4da2-469f-9240-cde56dd8425f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:38.080432 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086', 'status': 'completed', 'code': 200}
Sep 16 17:56:38.100812 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:38.117242 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:38.117676 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54f7c7d-16cf-40ab-9bbd-7a0e71f9e2ba,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:38.124733 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:38.194468 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:38.195666 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d54f7c7d-16cf-40ab-9bbd-7a0e71f9e2ba HTTP/1.1" status: 204  len: 168 time: 0.8579650
Sep 16 17:56:38.196997 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e8d10-beec-4430-a789-223186ae24fa'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:38.277592 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-7000c6f1-8469-4cc2-aa0a-ba7cdebff705 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3022811
Sep 16 17:56:38.284384 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port d74e8d10-beec-4430-a789-223186ae24fa, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d74e8d10-beec-4430-a789-223186ae24fa,segment=NetworkSegment(485a7ad9-d130-4e39-a253-783fbe21be0f),segment_id=485a7ad9-d130-4e39-a253-783fbe21be0f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:38.329404 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358393b2-141c-445b-98f9-39e2ce835f0a req-7123be36-239e-4ac5-9e6e-888ab4449df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.331216 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-7123be36-239e-4ac5-9e6e-888ab4449df0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1096 time: 0.4080677
Sep 16 17:56:38.393916 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:38.395053 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 66071d37-a3ee-424e-9266-893959403d4c up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:38.446871 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-35db29e0-5c41-45fa-93f1-744dbcaa9d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:38.451817 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde81fc-b657-4fbf-b7eb-e9182426bcdf req-34f9e5c1-8b3a-4cb8-8af3-631f22719017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.453423 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3bde81fc-b657-4fbf-b7eb-e9182426bcdf req-34f9e5c1-8b3a-4cb8-8af3-631f22719017 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1096 time: 0.3463283
Sep 16 17:56:38.494808 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddfc47-ed92-4fab-a21b-83858ebbc6ad req-0cdd2923-873a-4eff-a42d-d906891ed122 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.496404 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b8ddfc47-ed92-4fab-a21b-83858ebbc6ad req-0cdd2923-873a-4eff-a42d-d906891ed122 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1418519
Sep 16 17:56:38.579799 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=d74e8d10-beec-4430-a789-223186ae24fa,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:38.584477 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:38.632917 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b8ddfc47-ed92-4fab-a21b-83858ebbc6ad req-9b8ff3bd-b275-4294-bf4f-442bb8b42f5e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871012
Sep 16 17:56:38.655988 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-201a53f0-a781-421d-af6b-0c8850cd2cb2 req-3bad04d3-c161-48cb-a9b0-8c04ee69ea5c service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3710313
Sep 16 17:56:38.662752 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358393b2-141c-445b-98f9-39e2ce835f0a req-6d4db85d-0e62-45b5-bf78-884d61a0484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.662752 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-6d4db85d-0e62-45b5-bf78-884d61a0484b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.2809684
Sep 16 17:56:38.668876 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde81fc-b657-4fbf-b7eb-e9182426bcdf req-4e737d83-c7a8-424a-a16d-4ecef2b4f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.670603 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3bde81fc-b657-4fbf-b7eb-e9182426bcdf req-4e737d83-c7a8-424a-a16d-4ecef2b4f590 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03767a46db0743cfa618dea0ea302d1c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2096572
Sep 16 17:56:38.752402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbf67b-c6c5-4e48-abdf-9074d24f5e35 req-e278beec-adca-400a-ba94-f326d067566d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.755763 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cfbbf67b-c6c5-4e48-abdf-9074d24f5e35 req-e278beec-adca-400a-ba94-f326d067566d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 943 time: 0.3761251
Sep 16 17:56:38.772397 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 66071d37-a3ee-424e-9266-893959403d4c completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:38.788942 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 66071d37-a3ee-424e-9266-893959403d4c triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:38.789555 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:38.871894 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-d2633f0e-e2c0-482c-a9dd-f426f7250248 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 217 time: 0.2053115
Sep 16 17:56:38.884729 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde81fc-b657-4fbf-b7eb-e9182426bcdf req-9fede19c-28e6-4fe6-aec4-fe83dbf6d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:38.889974 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3bde81fc-b657-4fbf-b7eb-e9182426bcdf req-9fede19c-28e6-4fe6-aec4-fe83dbf6d44f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2055130
Sep 16 17:56:38.950497 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cfbbf67b-c6c5-4e48-abdf-9074d24f5e35 req-87e1e6fc-4812-495d-8a64-f3b1f8e9f655 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1860008
Sep 16 17:56:38.967851 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74e8d10-beec-4430-a789-223186ae24fa', 'code': 200}
Sep 16 17:56:38.981211 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:39.009386 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358393b2-141c-445b-98f9-39e2ce835f0a req-61a834eb-05c7-47f4-8f22-5f931155c25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.010874 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-61a834eb-05c7-47f4-8f22-5f931155c25e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.1318445
Sep 16 17:56:39.018826 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 66071d37-a3ee-424e-9266-893959403d4c, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=66071d37-a3ee-424e-9266-893959403d4c,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:39.085765 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'tag': 'a0f43579-d691-402b-93ca-6254e5422520'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:39.176962 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-e4ff846c-6fda-4f7c-82c8-219d530d72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.178381 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-e4ff846c-6fda-4f7c-82c8-219d530d72b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1096 time: 0.2311943
Sep 16 17:56:39.187277 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:39.189600 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-8fa7a6bb-53e0-4cef-abbd-380b94831823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:39.312512 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-5ce77bd5-8663-4926-8af3-a21115af7421 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 200  len: 217 time: 0.1249437
Sep 16 17:56:39.344013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=66071d37-a3ee-424e-9266-893959403d4c,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:39.358017 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:39.380701 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fcba5-f866-46f9-a629-c719f1749ea6 req-a0da800b-6889-4757-a525-819a7106fa70 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.382522 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-722fcba5-f866-46f9-a629-c719f1749ea6 req-a0da800b-6889-4757-a525-819a7106fa70 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 943 time: 0.1911571
Sep 16 17:56:39.385430 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358393b2-141c-445b-98f9-39e2ce835f0a req-16b178a6-443c-4870-bbb2-646621b83781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.386894 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-16b178a6-443c-4870-bbb2-646621b83781 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3694568
Sep 16 17:56:39.390481 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0d1ef-07c8-49d0-83d7-1f8013494f37 req-233efb26-f802-4f8c-9e96-3a2144340bf6 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.392274 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dcf0d1ef-07c8-49d0-83d7-1f8013494f37 req-233efb26-f802-4f8c-9e96-3a2144340bf6 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.3025486
Sep 16 17:56:39.453960 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-8495be36-e1db-4fa3-9566-0d5db230555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.456483 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-8495be36-e1db-4fa3-9566-0d5db230555c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.1351891
Sep 16 17:56:39.466975 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dcf0d1ef-07c8-49d0-83d7-1f8013494f37 req-c62a65b6-1dca-4622-a0bf-445889bdfa4d tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617688
Sep 16 17:56:39.558905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-ca100c8e-4563-4653-b7b3-e5eaae5cbe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.560660 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-ca100c8e-4563-4653-b7b3-e5eaae5cbe1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896094
Sep 16 17:56:39.578848 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-722fcba5-f866-46f9-a629-c719f1749ea6 req-d886e83a-0415-4075-8303-17e29953663b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1874199
Sep 16 17:56:39.666511 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-407ae6af-2c30-45b2-bcf1-02093500e8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610421
Sep 16 17:56:39.669692 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'tag': 'a0f43579-d691-402b-93ca-6254e5422520', 'status': 'completed', 'code': 200}
Sep 16 17:56:39.677226 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38705534-205c-4e02-8097-bd46999414c2 req-664cfbf1-704d-45f7-bcd3-a9bcefe142ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.692798 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-38705534-205c-4e02-8097-bd46999414c2 req-664cfbf1-704d-45f7-bcd3-a9bcefe142ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 1099 time: 0.2071879
Sep 16 17:56:39.719400 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device bac4d9a4-6d51-4c30-8cec-b4e5fe579143 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:56:39.838592 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:39.846127 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-e6e4e6c6-0436-4f59-9687-6a9b72c93a45 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2788849
Sep 16 17:56:39.868584 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:39.870243 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:39.872178 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Usage tracker for resource:security_group_rule and tenant:52ea68073caf4ecca57ae36e16494b32 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:39.875309 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:39.881960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:39.884701 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'port_id': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143', 'mac_address': 'fa:16:3e:26:d9:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:56:39.886778 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83256de-b9b3-4c2b-ab23-b42b2294bb19 req-d9c8b5df-6314-4c28-a416-e77661567c65 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.888280 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b83256de-b9b3-4c2b-ab23-b42b2294bb19 req-d9c8b5df-6314-4c28-a416-e77661567c65 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.2269626
Sep 16 17:56:39.936462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-b5868377-9e49-42e2-b1fa-4b871dcd2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:39.937930 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-b5868377-9e49-42e2-b1fa-4b871dcd2f60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1096 time: 0.2282443
Sep 16 17:56:39.946108 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:39.963154 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac4d9a4-6d51-4c30-8cec-b4e5fe579143 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:39.972491 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:39.978872 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:40.047102 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-7be9f406-9e70-4554-8691-cc0fc4863bca service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3532014
Sep 16 17:56:40.055596 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad85b92-6724-4f8b-b270-bb0be74683b2 req-83ed6992-94b2-4e11-8f6c-1a6b37f2526a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:40.057050 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5ad85b92-6724-4f8b-b270-bb0be74683b2 req-83ed6992-94b2-4e11-8f6c-1a6b37f2526a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.2594202
Sep 16 17:56:40.094977 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b83256de-b9b3-4c2b-ab23-b42b2294bb19 req-0ebe2328-324e-41f6-805a-cd0d6f61651d tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516526
Sep 16 17:56:40.115969 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5ad85b92-6724-4f8b-b270-bb0be74683b2 req-d39cc9e3-91a5-47c6-8e83-67e6959a92b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456829
Sep 16 17:56:40.139685 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a24b5dfe-bdd9-4d6e-86b9-ebcdd4ac897d req-a47dc963-25b8-43a5-9392-caa4ea616ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2835023
Sep 16 17:56:40.156996 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-e2cd38a8-c9f3-4b51-bd92-272ee1716250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:40.159034 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-e2cd38a8-c9f3-4b51-bd92-272ee1716250 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.2012093
Sep 16 17:56:40.230659 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-37181680-71a7-4b8c-b42d-d4fd397bbedc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0653207
Sep 16 17:56:40.342118 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:40.342561 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:40.344565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:40.354598 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:40.385833 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-38705534-205c-4e02-8097-bd46999414c2 req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6687617
Sep 16 17:56:40.398773 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe7834-decb-465f-9c69-a31a7bdb26d6,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:40.402038 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-28b2cd5a-5e60-43de-ad81-7ef6a9417717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:40.402975 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:40.403460 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-28b2cd5a-5e60-43de-ad81-7ef6a9417717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.1438315
Sep 16 17:56:40.440130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a42345-9177-482f-b193-154a904bcb10 req-75299f42-7693-4df4-ae3b-98ffb050d7a8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:40.440130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-c5a42345-9177-482f-b193-154a904bcb10 req-75299f42-7693-4df4-ae3b-98ffb050d7a8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:56:40.451788 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:40.456466 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:40.529448 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fb65b9a5-3ba2-42f6-aa3c-dcbff08bb963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:40.609482 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-c5a42345-9177-482f-b193-154a904bcb10 req-75299f42-7693-4df4-ae3b-98ffb050d7a8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:56:40.611762 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c5a42345-9177-482f-b193-154a904bcb10 req-75299f42-7693-4df4-ae3b-98ffb050d7a8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 943 time: 0.3897226
Sep 16 17:56:40.666964 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c5a42345-9177-482f-b193-154a904bcb10 req-39557a18-0bf0-4127-8bd2-d8e53c635aef tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463512
Sep 16 17:56:40.670793 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d74996-120c-4f4c-8f15-4205f5d7f72a req-8c1873b4-fdfa-410f-b823-e526f4f238c8 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:40.679862 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e7d74996-120c-4f4c-8f15-4205f5d7f72a req-8c1873b4-fdfa-410f-b823-e526f4f238c8 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.1000667
Sep 16 17:56:40.712154 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-4b82b68d-c9cc-4fcb-a425-72f92e361fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441551
Sep 16 17:56:40.739617 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e7d74996-120c-4f4c-8f15-4205f5d7f72a req-fc2a64be-b23f-4641-b5b7-301040b6d5bf tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587134
Sep 16 17:56:40.907030 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-dcb46cca-66ed-4922-86a3-9a91f8e52746 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879203
Sep 16 17:56:40.941995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49882601-9a8e-49f0-bdda-40c54754952b req-83f169d2-f5ae-4d16-94b0-0b093bad7d14 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:40.943407 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-49882601-9a8e-49f0-bdda-40c54754952b req-83f169d2-f5ae-4d16-94b0-0b093bad7d14 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 944 time: 0.1325536
Sep 16 17:56:40.968795 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66071d37-a3ee-424e-9266-893959403d4c'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:40.997045 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['bac4d9a4-6d51-4c30-8cec-b4e5fe579143'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:56:41.023651 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66071d37-a3ee-424e-9266-893959403d4c', 'code': 200}
Sep 16 17:56:41.066138 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-49882601-9a8e-49f0-bdda-40c54754952b req-a8854a1c-4baf-439d-bbdd-966e603e8931 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776064
Sep 16 17:56:41.108354 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44e16b56-6207-4f4f-9abf-417feb115eb8 req-edb3fdc3-288b-4817-9c8e-4edb454fbc05 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1935546
Sep 16 17:56:41.285876 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:41.296402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd3c7d-d95f-414e-abf2-4fcc80c11a20 req-85e0e1eb-8d73-412a-baf6-602c5eb32556 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:41.297904 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-50bd3c7d-d95f-414e-abf2-4fcc80c11a20 req-85e0e1eb-8d73-412a-baf6-602c5eb32556 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.0851021
Sep 16 17:56:41.342307 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7aa31b-dbdb-461a-985b-6b4f309a64c2 req-970367c8-a40a-4d8a-a082-355b2632ed59 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:41.344050 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bb7aa31b-dbdb-461a-985b-6b4f309a64c2 req-970367c8-a40a-4d8a-a082-355b2632ed59 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0949097
Sep 16 17:56:41.347616 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-50bd3c7d-d95f-414e-abf2-4fcc80c11a20 req-72fd86b6-ea53-45d0-a43b-68c4f03046cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428274
Sep 16 17:56:41.390951 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bb7aa31b-dbdb-461a-985b-6b4f309a64c2 req-d7d04651-425d-437d-9e86-ccf6803fe0e4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396781
Sep 16 17:56:41.530379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57422) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:41.649018 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6f8fb-bcb7-4614-9fe4-7c433f2f8fb3 req-38a8f6c9-73a1-45d3-a21d-9ece0fbc9c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:41.650904 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-91a6f8fb-bcb7-4614-9fe4-7c433f2f8fb3 req-38a8f6c9-73a1-45d3-a21d-9ece0fbc9c66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 1098 time: 0.0792749
Sep 16 17:56:41.665666 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:41.681214 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:41.685127 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Usage tracker for resource:security_group_rule and tenant:fcf3ec49f2444101a5f44b374dff4b44 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:41.688201 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:41.694638 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:41.699106 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-91a6f8fb-bcb7-4614-9fe4-7c433f2f8fb3 req-6e8b7dd2-2b86-4969-aa25-5666a5c7714f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396883
Sep 16 17:56:41.738441 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:56:41.809851 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:41.886840 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:41.900667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:41.920498 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d6e54-7ad0-480c-8460-c1d08847ba5e req-70899703-e3a0-4cd0-8ac9-377d42748a65 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:41.922099 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f83d6e54-7ad0-480c-8460-c1d08847ba5e req-70899703-e3a0-4cd0-8ac9-377d42748a65 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 943 time: 0.1171451
Sep 16 17:56:41.935098 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:41.951762 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'mac_address': 'fa:16:3e:b2:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:56:41.978173 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c6639-f3d3-47c5-bb35-60ca394d541f req-ba9336e9-3c8b-4524-9c2b-11b70aa5ed5a tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:41.978698 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcf3ec49f2444101a5f44b374dff4b44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4469900
Sep 16 17:56:41.983056 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-054c6639-f3d3-47c5-bb35-60ca394d541f req-ba9336e9-3c8b-4524-9c2b-11b70aa5ed5a tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.0968697
Sep 16 17:56:41.983526 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 57440) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:41.990414 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da52d8c5-4aa3-46d0-a6c3-3a9ed568ddaf,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:42.012220 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:42.022174 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f83d6e54-7ad0-480c-8460-c1d08847ba5e req-5c6a2c50-0d3e-49e1-b166-ac6d57323e77 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882792
Sep 16 17:56:42.037246 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:42.063124 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306b146-9702-4627-b5c0-e1b0e8ae7148 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:42.083467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:42.102835 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-054c6639-f3d3-47c5-bb35-60ca394d541f req-dcfcda5c-c560-4b24-90d7-b963a647dc81 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822179
Sep 16 17:56:42.121687 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:42.147492 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:42.149401 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:42.156628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:42.216801 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:42.225019 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:42.280250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae30cf8-4f77-4b46-9582-553ff13e7b0a req-99bc6c53-1c5f-4994-b633-c41f5d9e18c4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:42.281936 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7ae30cf8-4f77-4b46-9582-553ff13e7b0a req-99bc6c53-1c5f-4994-b633-c41f5d9e18c4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 944 time: 0.0796833
Sep 16 17:56:42.324673 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7ae30cf8-4f77-4b46-9582-553ff13e7b0a req-733a52f7-534f-4203-b25a-68ee697abec9 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365214
Sep 16 17:56:42.352825 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:42.357925 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0e5fd6dc-6efa-470a-9e56-2ab8afe7e1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:42.369997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da52d8c5-4aa3-46d0-a6c3-3a9ed568ddaf,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:42.382990 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:42.383812 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:42.386086 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da52d8c5-4aa3-46d0-a6c3-3a9ed568ddaf HTTP/1.1" status: 204  len: 168 time: 0.4014909
Sep 16 17:56:42.659900 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['c306b146-9702-4627-b5c0-e1b0e8ae7148'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:56:42.660290 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e464f1-d2b4-4b8b-9ae7-e02a24849ea0 req-6d8722dc-25f4-4d56-9b63-11b014232422 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:42.660290 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80e464f1-d2b4-4b8b-9ae7-e02a24849ea0 req-6d8722dc-25f4-4d56-9b63-11b014232422 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.1044641
Sep 16 17:56:42.713100 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80e464f1-d2b4-4b8b-9ae7-e02a24849ea0 req-41867bd7-c56d-4245-b501-398935c9031b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644579
Sep 16 17:56:42.725154 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458fa3d-e308-48ac-8401-7b1b9a9b72c3 req-ab9f8e4c-8101-43df-87bd-ebbba5af03f7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:42.726694 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c458fa3d-e308-48ac-8401-7b1b9a9b72c3 req-ab9f8e4c-8101-43df-87bd-ebbba5af03f7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.1398056
Sep 16 17:56:42.894572 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c458fa3d-e308-48ac-8401-7b1b9a9b72c3 req-5afd42f0-c9cc-4b9b-8221-ccec40b8fa26 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545039
Sep 16 17:56:43.050137 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:43.224976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a1ce5-98b5-4118-ab0c-b3de022a37a3 req-fe370d24-6078-4f9b-a77c-a05ffb19c4c5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:43.226683 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bf9a1ce5-98b5-4118-ab0c-b3de022a37a3 req-fe370d24-6078-4f9b-a77c-a05ffb19c4c5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 943 time: 0.0875466
Sep 16 17:56:43.289607 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bf9a1ce5-98b5-4118-ab0c-b3de022a37a3 req-d4bbeba4-5d95-4e18-b463-ed904686be2c tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426934
Sep 16 17:56:43.349618 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13ae64-5a39-4e22-8d68-620c666786a9 req-5f5c7a23-c259-4cd4-9617-9d26f7aaad95 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:43.356763 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ac13ae64-5a39-4e22-8d68-620c666786a9 req-5f5c7a23-c259-4cd4-9617-9d26f7aaad95 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.1075957
Sep 16 17:56:43.417094 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ac13ae64-5a39-4e22-8d68-620c666786a9 req-a1d4d54f-d585-40f5-98af-367ea289ff12 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594041
Sep 16 17:56:43.545449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42426b40-d8a1-49a2-a36b-7d8923edb52d req-272a9adb-8ed2-4f9d-86f8-f5d38dc44129 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:43.546931 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-42426b40-d8a1-49a2-a36b-7d8923edb52d req-272a9adb-8ed2-4f9d-86f8-f5d38dc44129 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 944 time: 0.0840309
Sep 16 17:56:43.598705 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-42426b40-d8a1-49a2-a36b-7d8923edb52d req-349e9d94-6f7e-4795-b700-c32d1097682e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453095
Sep 16 17:56:43.754520 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a0f43579-d691-402b-93ca-6254e5422520 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:56:43.754520 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device bac4d9a4-6d51-4c30-8cec-b4e5fe579143 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:43.786679 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57492) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:43.807306 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:43.824104 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:56:43.828168 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Usage tracker for resource:security_group_rule and tenant:e562bb4fd2cd4b3686bc1d1a35443a1f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:56:43.833169 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:56:43.840302 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:56:43.947139 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port a0f43579-d691-402b-93ca-6254e5422520, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a0f43579-d691-402b-93ca-6254e5422520,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:43.959010 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba624c9f-9c8e-4808-8008-b64f8c48ac3b req-085b9aa8-579b-4653-8a38-b6b73f1e30f2 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:43.960548 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba624c9f-9c8e-4808-8008-b64f8c48ac3b req-085b9aa8-579b-4653-8a38-b6b73f1e30f2 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.1244373
Sep 16 17:56:43.964669 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'a0f43579-d691-402b-93ca-6254e5422520', 'network_id': 'c47715c6-b41a-4f2d-a737-59050a4e14a9', 'port_id': 'a0f43579-d691-402b-93ca-6254e5422520', 'mac_address': 'fa:16:3e:1e:46:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c856b88f-29bb-447b-aa5f-8bbc295a0661', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:56:44.022613 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.028856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.036552 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba624c9f-9c8e-4808-8008-b64f8c48ac3b req-2061d508-bf27-4cb7-bd01-d39ce6667940 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663815
Sep 16 17:56:44.040635 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f43579-d691-402b-93ca-6254e5422520 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:44.056617 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port a0f43579-d691-402b-93ca-6254e5422520, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a0f43579-d691-402b-93ca-6254e5422520,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:44.103471 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2f8e7-4315-4594-b0ee-6c317907d0cb req-f8c2c83f-b852-4208-8358-e7aff254f480 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:44.104949 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-08a2f8e7-4315-4594-b0ee-6c317907d0cb req-f8c2c83f-b852-4208-8358-e7aff254f480 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.0873013
Sep 16 17:56:44.113200 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:44.123220 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:44.123220 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.149807 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-08a2f8e7-4315-4594-b0ee-6c317907d0cb req-cc05f069-4659-408f-837b-2a5dd7e1e818 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392025
Sep 16 17:56:44.158371 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.162938 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.165515 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:44.179762 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:44.224606 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e562bb4fd2cd4b3686bc1d1a35443a1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4367228
Sep 16 17:56:44.225592 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29193dc8-61a2-4edc-bd51-4bc5d026b8aa,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:44.227495 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 57500) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:44.228533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:44.247138 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=a0f43579-d691-402b-93ca-6254e5422520,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:44.250638 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:44.295395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.306525 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.327550 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.369555 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:44.370448 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:44.429073 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143', 'code': 200}
Sep 16 17:56:44.473156 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.473365 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.480944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:44.481818 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c261e104-fae8-4fb9-9a8c-d0557134acd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:44.506128 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:44.511458 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/29193dc8-61a2-4edc-bd51-4bc5d026b8aa HTTP/1.1" status: 204  len: 168 time: 0.2811103
Sep 16 17:56:44.514168 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29193dc8-61a2-4edc-bd51-4bc5d026b8aa,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:44.528770 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:44.551208 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd675724-6bcc-48ca-b111-b6c5442c724f req-b2c1b04b-535a-43f3-a7b4-78da947a8eb2 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:44.554010 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['a0f43579-d691-402b-93ca-6254e5422520'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:56:44.558246 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dd675724-6bcc-48ca-b111-b6c5442c724f req-b2c1b04b-535a-43f3-a7b4-78da947a8eb2 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 943 time: 0.1433887
Sep 16 17:56:44.608646 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dd675724-6bcc-48ca-b111-b6c5442c724f req-f7c5a4fa-dbf1-49f1-9882-ccd0fe88fe84 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445328
Sep 16 17:56:44.723533 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:44.736299 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dbeab-78a9-47d6-9b6b-f65fd629506a req-c443dcfd-c562-4188-9d08-9e47122966e5 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:44.741197 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d08dbeab-78a9-47d6-9b6b-f65fd629506a req-c443dcfd-c562-4188-9d08-9e47122966e5 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.1901288
Sep 16 17:56:44.761037 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:44.814400 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d08dbeab-78a9-47d6-9b6b-f65fd629506a req-0817f4b9-ed1f-4d11-b375-5ec10f5bdb1f tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599542
Sep 16 17:56:45.002381 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e25196-9595-4fb2-83bb-4d89b54b50a2 req-c6d1c3d4-62a7-4ffb-98ba-2103137b3ecd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:45.002381 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-77e25196-9595-4fb2-83bb-4d89b54b50a2 req-c6d1c3d4-62a7-4ffb-98ba-2103137b3ecd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.2121546
Sep 16 17:56:45.048277 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-77e25196-9595-4fb2-83bb-4d89b54b50a2 req-8eedd086-f298-4b7f-bcb7-ad456482e74e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439236
Sep 16 17:56:45.077004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f98b98-18f3-4f73-886d-a4bc384cd0a6 req-00e02a3b-2f6a-4c10-82f2-5ee969577ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:45.078571 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-88f98b98-18f3-4f73-886d-a4bc384cd0a6 req-00e02a3b-2f6a-4c10-82f2-5ee969577ca2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 1098 time: 0.0987511
Sep 16 17:56:45.127525 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-88f98b98-18f3-4f73-886d-a4bc384cd0a6 req-86c08dd4-02d7-428e-b95f-ce73a6667b02 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424616
Sep 16 17:56:45.232276 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:45.345134 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2176f-859a-4158-a9f2-56077162d481 req-d041818c-a3a9-4cfc-b958-963bcff0f8b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:45.346652 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-12d2176f-859a-4158-a9f2-56077162d481 req-d041818c-a3a9-4cfc-b958-963bcff0f8b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.0823267
Sep 16 17:56:45.395717 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-12d2176f-859a-4158-a9f2-56077162d481 req-fe4c5440-e682-43c6-8baa-0875dd30f2ce tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430405
Sep 16 17:56:45.773323 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 942402a8-6fd7-460c-854e-e50363c0b086 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:56:45.782003 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:45.835784 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e3e60-2bd9-4295-bfeb-3a2981bf7bef req-af669baf-d880-46fd-8140-c207c76ff02f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:45.838227 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-984e3e60-2bd9-4295-bfeb-3a2981bf7bef req-af669baf-d880-46fd-8140-c207c76ff02f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 943 time: 0.1086831
Sep 16 17:56:45.912530 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-984e3e60-2bd9-4295-bfeb-3a2981bf7bef req-f2a3e34b-9833-4706-b9c0-b170d1a52239 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674329
Sep 16 17:56:45.999757 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 942402a8-6fd7-460c-854e-e50363c0b086, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=942402a8-6fd7-460c-854e-e50363c0b086,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:46.014297 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '942402a8-6fd7-460c-854e-e50363c0b086', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'port_id': '942402a8-6fd7-460c-854e-e50363c0b086', 'mac_address': 'fa:16:3e:a2:b0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:56:46.056795 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port c306b146-9702-4627-b5c0-e1b0e8ae7148 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:46.072955 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port c306b146-9702-4627-b5c0-e1b0e8ae7148 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:46.081283 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:46.146193 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:46.169775 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 942402a8-6fd7-460c-854e-e50363c0b086 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:56:46.192627 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 942402a8-6fd7-460c-854e-e50363c0b086, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=942402a8-6fd7-460c-854e-e50363c0b086,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:46.286403 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:46.303264 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:46.308733 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:46.355387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6ce68-ace5-47dd-8eb4-6f4dbb6ad8f3 req-ca2e7c66-29ed-4c9c-bcc6-8b40bff380a6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:46.363307 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8ae6ce68-ace5-47dd-8eb4-6f4dbb6ad8f3 req-ca2e7c66-29ed-4c9c-bcc6-8b40bff380a6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1637902
Sep 16 17:56:46.380837 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=942402a8-6fd7-460c-854e-e50363c0b086,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:46.384429 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:46.403477 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:46.425407 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8ae6ce68-ace5-47dd-8eb4-6f4dbb6ad8f3 req-deb5363f-66a9-47f2-82a9-8ebb1856869c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611215
Sep 16 17:56:46.429928 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:46.491095 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'code': 200}
Sep 16 17:56:46.491943 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:46.494676 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-13085ba4-a518-4c37-9534-b510a46dc783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:46.593121 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:46.598064 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:46.621928 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebbf8e-9101-47cd-9a3d-a712426d5d5d req-4da51bd8-d8fe-43ee-921a-4753701ecd64 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:46.624097 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1aebbf8e-9101-47cd-9a3d-a712426d5d5d req-4da51bd8-d8fe-43ee-921a-4753701ecd64 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0981157
Sep 16 17:56:46.701123 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1aebbf8e-9101-47cd-9a3d-a712426d5d5d req-f0f6a325-35da-4d87-8c52-1624325ef7d2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0667367
Sep 16 17:56:46.747159 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['942402a8-6fd7-460c-854e-e50363c0b086'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:56:47.125703 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dba6b4-c466-4b8d-ae29-8cfc92950dd9 req-1a70d72f-c2be-48fa-8983-f750b6799b8d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:47.127289 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-57dba6b4-c466-4b8d-ae29-8cfc92950dd9 req-1a70d72f-c2be-48fa-8983-f750b6799b8d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 944 time: 0.0830400
Sep 16 17:56:47.213026 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-57dba6b4-c466-4b8d-ae29-8cfc92950dd9 req-f9b7039e-ddc2-4900-8da8-0e771b031a9e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795813
Sep 16 17:56:47.248864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6e5c0-d223-4119-8e03-53eb173d6372 req-141214f5-93fb-43dd-967d-2fb2b49f28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:47.250388 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3f6e5c0-d223-4119-8e03-53eb173d6372 req-141214f5-93fb-43dd-967d-2fb2b49f28df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1098 time: 0.0996795
Sep 16 17:56:47.294149 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3f6e5c0-d223-4119-8e03-53eb173d6372 req-5c084f92-7868-4b54-813c-2f3804e234c2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371594
Sep 16 17:56:47.691848 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c729d9-3b4e-446d-9ab5-e6745d304545 req-edda2e06-e136-4cc4-ba58-41bfe1fb76bd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:47.699079 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-09c729d9-3b4e-446d-9ab5-e6745d304545 req-edda2e06-e136-4cc4-ba58-41bfe1fb76bd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1563723
Sep 16 17:56:47.766374 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-09c729d9-3b4e-446d-9ab5-e6745d304545 req-d951a0ea-662a-4c4f-86f0-8b60952d5343 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663757
Sep 16 17:56:47.802337 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a0f43579-d691-402b-93ca-6254e5422520 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:47.975037 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475aa8dd-f59a-4bad-a27c-e085e7f4ac7c req-a14071c7-d1e3-44ae-8721-d9d5af6d5906 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:47.976824 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-475aa8dd-f59a-4bad-a27c-e085e7f4ac7c req-a14071c7-d1e3-44ae-8721-d9d5af6d5906 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0997984
Sep 16 17:56:48.023332 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-475aa8dd-f59a-4bad-a27c-e085e7f4ac7c req-45dab129-ebc7-4bf2-add6-03b62c498ed0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402114
Sep 16 17:56:48.164526 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port a0f43579-d691-402b-93ca-6254e5422520 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:48.169587 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port a0f43579-d691-402b-93ca-6254e5422520 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:48.170114 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:48.287138 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:48.321158 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port a0f43579-d691-402b-93ca-6254e5422520, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a0f43579-d691-402b-93ca-6254e5422520,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:48.491772 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f43579-d691-402b-93ca-6254e5422520'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:48.540844 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:48.542998 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:48.625892 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=a0f43579-d691-402b-93ca-6254e5422520,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:48.629260 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:49.191277 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-ec1410d4-e19a-4b86-941c-d30160255bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:49.192768 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-ec1410d4-e19a-4b86-941c-d30160255bab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 1098 time: 0.0706012
Sep 16 17:56:49.330134 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-e1d7e17c-6c43-4335-81e7-9848dd6b82a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:49.332020 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-e1d7e17c-6c43-4335-81e7-9848dd6b82a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.1321621
Sep 16 17:56:49.402601 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-83356759-5378-4b97-a76e-0b23bf1ce2bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143 HTTP/1.1" status: 200  len: 217 time: 0.0642526
Sep 16 17:56:49.465202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-3599d36a-8e27-48a3-995a-017348db8d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:49.466635 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-3599d36a-8e27-48a3-995a-017348db8d07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0581255
Sep 16 17:56:49.512586 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-6045a37e-79ab-4573-8ba8-373df90ff86c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399587
Sep 16 17:56:49.661629 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-e97e948a-05fa-4096-bb90-3fd5f8be7947 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425209
Sep 16 17:56:49.794337 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe015176-b729-4ee6-b17f-e449caf3d592 req-ac2916ec-ac25-4f2e-8935-e0d46ff19917 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262167
Sep 16 17:56:49.818348 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 942402a8-6fd7-460c-854e-e50363c0b086 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:56:49.984624 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df3599-dea9-41b3-a6d7-96dd78d29d7d req-b3c7104a-0569-48f8-866c-d928de1449c6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:49.986007 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23df3599-dea9-41b3-a6d7-96dd78d29d7d req-b3c7104a-0569-48f8-866c-d928de1449c6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 944 time: 0.0933838
Sep 16 17:56:50.036989 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23df3599-dea9-41b3-a6d7-96dd78d29d7d req-9d3fd7ee-75c4-463f-aa4a-368ad393bd91 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452740
Sep 16 17:56:50.078466 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 942402a8-6fd7-460c-854e-e50363c0b086 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:56:50.085259 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 942402a8-6fd7-460c-854e-e50363c0b086 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:56:50.085704 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:50.109922 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f43579-d691-402b-93ca-6254e5422520', 'code': 200}
Sep 16 17:56:50.207786 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:50.241988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 942402a8-6fd7-460c-854e-e50363c0b086, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=942402a8-6fd7-460c-854e-e50363c0b086,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:56:50.263162 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00e80a-d77c-4139-9f80-897c43583618 req-a4d8640b-fe98-4e9c-9fab-bce9644bba0c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:50.264726 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9d00e80a-d77c-4139-9f80-897c43583618 req-a4d8640b-fe98-4e9c-9fab-bce9644bba0c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0816216
Sep 16 17:56:50.336056 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9d00e80a-d77c-4139-9f80-897c43583618 req-0c334b18-70ad-4919-9298-2b7fc87cf166 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647461
Sep 16 17:56:50.398034 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:50.401520 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-13085ba4-a518-4c37-9534-b510a46dc783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:56:50.483576 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=942402a8-6fd7-460c-854e-e50363c0b086,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:56:50.487591 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:56:50.555048 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906ddf8-a202-41b9-9e19-e51a34d782e4 req-48f8bee9-1ab1-4dc9-8a22-2fbaf9f6d79b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:50.556665 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0906ddf8-a202-41b9-9e19-e51a34d782e4 req-48f8bee9-1ab1-4dc9-8a22-2fbaf9f6d79b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1026971
Sep 16 17:56:50.614882 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0906ddf8-a202-41b9-9e19-e51a34d782e4 req-79287e43-433f-42a5-9a4e-0409db8f6631 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461061
Sep 16 17:56:50.845118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcece5-9c02-4c2c-8e90-8a20b24a3687 req-d20ff712-a092-4ac0-8e9b-fd09826efb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:50.846594 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-59dcece5-9c02-4c2c-8e90-8a20b24a3687 req-d20ff712-a092-4ac0-8e9b-fd09826efb1f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.1342118
Sep 16 17:56:50.858484 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2dc36-573e-4b60-8f8f-894445c00459 req-ced49874-5e8a-458e-b40c-5489ef4dbab7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:50.859937 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bcc2dc36-573e-4b60-8f8f-894445c00459 req-ced49874-5e8a-458e-b40c-5489ef4dbab7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1180837
Sep 16 17:56:50.868816 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 57682) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:56:50.874220 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'floatingip': {'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:56:50.897522 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-59dcece5-9c02-4c2c-8e90-8a20b24a3687 req-e57f94d2-2e6d-46d9-942f-819f5aefbb77 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365384
Sep 16 17:56:50.957850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:51.232549 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4cede-62ce-4fb4-a40e-40e8f6ce22cb req-b8b995d3-bd0b-46b0-b2f0-9b9bbebc45f0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:51.234056 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44a4cede-62ce-4fb4-a40e-40e8f6ce22cb req-b8b995d3-bd0b-46b0-b2f0-9b9bbebc45f0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0878732
Sep 16 17:56:51.279181 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-44a4cede-62ce-4fb4-a40e-40e8f6ce22cb req-64f40fb9-c892-4360-80ab-ae6692c1843a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386004
Sep 16 17:56:51.546800 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5f5ca-a8de-4f8e-883a-ca646d68ac3a req-b751bc89-861e-4059-882b-f33205a25eaf tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:51.556300 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d6d5f5ca-a8de-4f8e-883a-ca646d68ac3a req-b751bc89-861e-4059-882b-f33205a25eaf tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0904424
Sep 16 17:56:51.612516 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d6d5f5ca-a8de-4f8e-883a-ca646d68ac3a req-1f813d71-0600-45b6-82f9-3b0cdbd97eed tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537324
Sep 16 17:56:51.743264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:51.912955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:52.111086 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:52.159895 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086', 'code': 200}
Sep 16 17:56:52.160308 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Floating IP 36d22829-8648-449b-9ded-1c8f6f885b0d associated. External IP: 172.27.1.34, port: c306b146-9702-4627-b5c0-e1b0e8ae7148.
Sep 16 17:56:52.520123 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e85990-3b1d-484e-b356-d14fea079e87 req-4d4e4957-07a3-41df-ba54-1577d32a5f3a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:52.521518 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-83e85990-3b1d-484e-b356-d14fea079e87 req-4d4e4957-07a3-41df-ba54-1577d32a5f3a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1294618
Sep 16 17:56:52.583648 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-83e85990-3b1d-484e-b356-d14fea079e87 req-2a993584-26bf-44ed-869f-c990eddc461e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411294
Sep 16 17:56:52.589720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Router 86e29bf1-11a0-4bc7-8279-182095198352 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:56:52.831743 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:56:52.846713 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:56:52.849451 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f634-cbbc-44bb-8d0d-3d52ad24c0b1 req-6c3aafde-d6cd-4a49-a50c-bf525ef8b311 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:52.850930 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c765f634-cbbc-44bb-8d0d-3d52ad24c0b1 req-6c3aafde-d6cd-4a49-a50c-bf525ef8b311 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1241663
Sep 16 17:56:52.861264 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:52.862082 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6cfadc0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:52.894859 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb7891-9709-4761-8779-d8a92a581257 req-214434a1-a0d5-45c8-bab9-0695a4caa825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:52.896847 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5bb7891-9709-4761-8779-d8a92a581257 req-214434a1-a0d5-45c8-bab9-0695a4caa825 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1098 time: 0.1023912
Sep 16 17:56:52.908374 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:56:52.955225 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5bb7891-9709-4761-8779-d8a92a581257 req-2977686a-2f6f-4992-a41b-e69db9170b5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505545
Sep 16 17:56:52.958861 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c765f634-cbbc-44bb-8d0d-3d52ad24c0b1 req-71fd8758-6489-4e1b-be5a-0be44b24f9f6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923562
Sep 16 17:56:52.971702 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e54b14fb-25ed-46b7-a503-990a1ad2a6f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "PUT /v2.0/floatingips/36d22829-8648-449b-9ded-1c8f6f885b0d HTTP/1.1" status: 200  len: 990 time: 2.1015785
Sep 16 17:56:52.972717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:56:53.022030 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'status': 'completed', 'code': 200}
Sep 16 17:56:53.074969 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:53.436751 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-57287f0e-51b0-4d2f-a323-1b7ca139d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:53.438437 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-57287f0e-51b0-4d2f-a323-1b7ca139d692 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1098 time: 0.1171799
Sep 16 17:56:53.458901 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6cfadc0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '36d22829-8648-449b-9ded-1c8f6f885b0d', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'mac_address': 'fa:16:3e:b2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:56:21Z', 'updated_at': '2021-09-16T17:56:51Z', 'revision_number': 1, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:53.463154 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:56:53.476446 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:56:53.477080 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6cfadc0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:53.641271 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-dbdcbc51-014e-4a64-a234-2df69ac95464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:53.644488 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-dbdcbc51-014e-4a64-a234-2df69ac95464 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1964912
Sep 16 17:56:53.686173 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:56:53.760865 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-e9ed3c05-f166-42b0-b84b-6df66f240b60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 998 time: 0.1098151
Sep 16 17:56:53.790384 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849791c-5e18-4ee1-a333-929853b6b5d2 req-fdf8beb0-9c63-4777-9c9d-adf3c42b2b76 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:53.792287 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8849791c-5e18-4ee1-a333-929853b6b5d2 req-fdf8beb0-9c63-4777-9c9d-adf3c42b2b76 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0855873
Sep 16 17:56:53.833648 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-5b784f47-6756-4ade-b0fc-230f576f413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:53.835177 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-5b784f47-6756-4ade-b0fc-230f576f413d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0671895
Sep 16 17:56:53.841169 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8849791c-5e18-4ee1-a333-929853b6b5d2 req-7360c1d3-e632-487e-8a01-3679425447f6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431910
Sep 16 17:56:53.926752 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-d310fb5c-d27a-479d-90fa-6715248f825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:53.928264 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-d310fb5c-d27a-479d-90fa-6715248f825d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0857408
Sep 16 17:56:54.053157 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6cfadc0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '36d22829-8648-449b-9ded-1c8f6f885b0d', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'mac_address': 'fa:16:3e:b2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:56:21Z', 'updated_at': '2021-09-16T17:56:51Z', 'revision_number': 1, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:56:54.057787 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdd334f-2250-41d0-aa7a-55ec8082b16d None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '36d22829-8648-449b-9ded-1c8f6f885b0d', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'mac_address': 'fa:16:3e:b2:dd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:56:21Z', 'updated_at': '2021-09-16T17:56:51Z', 'revision_number': 1, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:56:54.069994 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-7364c9ae-6c17-4e82-a9b2-320d281eca2b service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344407
Sep 16 17:56:54.263978 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9c247-8db7-42f5-a19f-b43ca43bfd57 req-17642186-aebe-46e9-a99a-a462f6f902cb tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:54.265454 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-36f9c247-8db7-42f5-a19f-b43ca43bfd57 req-17642186-aebe-46e9-a99a-a462f6f902cb tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1923254
Sep 16 17:56:54.276685 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d6460ba-8e27-4fbc-9f3d-8c04b5d97ec6 req-373e3cf2-ab96-484b-9b6f-cfe737abacc0 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636817
Sep 16 17:56:54.276889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5261ae16-d50e-47bf-a1dd-52bd0de607eb None None] New status for floating IP 36d22829-8648-449b-9ded-1c8f6f885b0d: ACTIVE {{(pid=79937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 17:56:54.315105 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-36f9c247-8db7-42f5-a19f-b43ca43bfd57 req-3322b083-4772-4ad0-af70-43fd3ca3f8c5 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412552
Sep 16 17:56:55.024419 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06bf93-c098-4536-8aee-15e368e187a1 req-4d7019a6-c052-4519-91df-1bd9538db3ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:55.025884 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e06bf93-c098-4536-8aee-15e368e187a1 req-4d7019a6-c052-4519-91df-1bd9538db3ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0802724
Sep 16 17:56:55.069761 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e06bf93-c098-4536-8aee-15e368e187a1 req-8f5cacb1-616a-488a-b240-e22a8ae67e73 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379992
Sep 16 17:56:55.501147 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78674b68-f074-4ac3-95a9-db75bc0da8c8 req-7344b451-f635-4fd3-afdf-9f26cd3961f3 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:55.502592 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-78674b68-f074-4ac3-95a9-db75bc0da8c8 req-7344b451-f635-4fd3-afdf-9f26cd3961f3 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0811422
Sep 16 17:56:55.544604 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-78674b68-f074-4ac3-95a9-db75bc0da8c8 req-711aa842-2d64-42ea-af7b-e387936b8dbf tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365493
Sep 16 17:56:56.252021 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3025c-9802-4d47-875e-970528859ed3 req-35706bae-d3cb-4caa-9af6-b6861c869c11 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:56.253462 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-96b3025c-9802-4d47-875e-970528859ed3 req-35706bae-d3cb-4caa-9af6-b6861c869c11 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0776033
Sep 16 17:56:56.302068 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-96b3025c-9802-4d47-875e-970528859ed3 req-6ffe6adf-3d43-4a25-8d57-1eb402bd7e89 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429387
Sep 16 17:56:56.727552 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b970067-c686-40c2-afec-1e2d019f50dc req-c566bb44-0478-4e00-8f19-bf88cc0ddc89 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:56.729220 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7b970067-c686-40c2-afec-1e2d019f50dc req-c566bb44-0478-4e00-8f19-bf88cc0ddc89 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0828857
Sep 16 17:56:56.777893 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7b970067-c686-40c2-afec-1e2d019f50dc req-f5c73f27-c6a6-43d7-b0ef-3992354be0fa tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428460
Sep 16 17:56:57.491835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fde237-1a0c-44d6-bb7b-f9e7a1c569e7 req-29c16537-104f-4d4d-8b61-7148363e95cf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:57.493326 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-97fde237-1a0c-44d6-bb7b-f9e7a1c569e7 req-29c16537-104f-4d4d-8b61-7148363e95cf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0838406
Sep 16 17:56:57.538728 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-97fde237-1a0c-44d6-bb7b-f9e7a1c569e7 req-a2b55835-82b0-463d-b577-fe28401f5124 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396938
Sep 16 17:56:57.966611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918244-8ea7-4dcd-8274-1bb0bd593d66 req-349d59fb-49a1-4296-8ae9-f5c597e1db31 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:57.968101 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-96918244-8ea7-4dcd-8274-1bb0bd593d66 req-349d59fb-49a1-4296-8ae9-f5c597e1db31 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0812249
Sep 16 17:56:58.017014 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-96918244-8ea7-4dcd-8274-1bb0bd593d66 req-05a3a439-0d9a-4918-ba50-9325465221f0 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419657
Sep 16 17:56:58.727784 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f0a07-8358-4e41-bc49-f75e6491d106 req-b45129fb-f9fb-431e-b3d5-478b6cd43817 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:58.729264 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4d3f0a07-8358-4e41-bc49-f75e6491d106 req-b45129fb-f9fb-431e-b3d5-478b6cd43817 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0850115
Sep 16 17:56:58.773123 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4d3f0a07-8358-4e41-bc49-f75e6491d106 req-74ce43cb-0d59-41c2-80bd-d7d17263964e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382013
Sep 16 17:56:59.208145 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef99207-a23d-4d4d-a006-005e1badd0e8 req-a99fdabc-fd6e-4a62-b874-fda08683f35a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:59.209592 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6ef99207-a23d-4d4d-a006-005e1badd0e8 req-a99fdabc-fd6e-4a62-b874-fda08683f35a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0821335
Sep 16 17:56:59.253141 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6ef99207-a23d-4d4d-a006-005e1badd0e8 req-3b6698ab-6cb8-4f1c-a416-aec0837be622 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377934
Sep 16 17:56:59.964619 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff5dca-f6b3-46d3-b237-4d57b7758045 req-c5aed461-dd00-44be-8bc3-73116fdb752a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:56:59.965962 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-64ff5dca-f6b3-46d3-b237-4d57b7758045 req-c5aed461-dd00-44be-8bc3-73116fdb752a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0836008
Sep 16 17:57:00.011049 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-64ff5dca-f6b3-46d3-b237-4d57b7758045 req-b57d4c8b-8323-4a3f-ab48-8f327a78547b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392644
Sep 16 17:57:00.249500 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068808b-3de6-4aa2-a255-d28739bb5115 req-8fb55881-1a67-43c8-955a-89c3b22e4651 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:00.250983 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f068808b-3de6-4aa2-a255-d28739bb5115 req-8fb55881-1a67-43c8-955a-89c3b22e4651 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1380434
Sep 16 17:57:00.259497 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 57840) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:00.264516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'floatingip': {'port_id': '942402a8-6fd7-460c-854e-e50363c0b086'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:00.343277 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:00.592407 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fbe61-fe2a-4692-bd28-a8619126da20 req-02e3f975-6ed7-49c7-a784-2848fe90a4f6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:00.593856 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1f0fbe61-fe2a-4692-bd28-a8619126da20 req-02e3f975-6ed7-49c7-a784-2848fe90a4f6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1962683
Sep 16 17:57:00.772971 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1f0fbe61-fe2a-4692-bd28-a8619126da20 req-d1208cec-f26a-4673-8821-f16f076eac9c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1714935
Sep 16 17:57:01.185768 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:01.289712 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:01.454126 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Floating IP 639204e4-2627-443d-8906-1f72152b2186 associated. External IP: 172.27.1.79, port: 942402a8-6fd7-460c-854e-e50363c0b086.
Sep 16 17:57:01.869255 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Router dc79293d-e32b-4283-a760-b54b0c95e130 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:57:02.116140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cb789-2514-4316-8d49-88d36da2da75 req-def9ee63-950c-4835-b449-09dce9061076 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:02.117598 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-930cb789-2514-4316-8d49-88d36da2da75 req-def9ee63-950c-4835-b449-09dce9061076 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.2352254
Sep 16 17:57:02.121965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:57:02.127398 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:02.131983 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:57:02.142162 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:57:02.142763 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6e66f70>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:02.212842 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-e752e374-7528-4f43-9aa9-1df9e1e208ae tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "PUT /v2.0/floatingips/639204e4-2627-443d-8906-1f72152b2186 HTTP/1.1" status: 200  len: 990 time: 1.9522297
Sep 16 17:57:02.213789 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:57:02.220584 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-930cb789-2514-4316-8d49-88d36da2da75 req-eede71fe-6a10-44f0-a26f-b3e57cb8fb37 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968351
Sep 16 17:57:02.324618 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:57:02.666590 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6e66f70>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '639204e4-2627-443d-8906-1f72152b2186', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'port_id': '942402a8-6fd7-460c-854e-e50363c0b086', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'mac_address': 'fa:16:3e:a2:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:56:22Z', 'updated_at': '2021-09-16T17:57:01Z', 'revision_number': 1, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:02.670330 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:57:02.678561 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:57:02.679136 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6e66f70>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:56:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:02.878290 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:57:03.211030 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6e66f70>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '639204e4-2627-443d-8906-1f72152b2186', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'port_id': '942402a8-6fd7-460c-854e-e50363c0b086', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'mac_address': 'fa:16:3e:a2:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:56:22Z', 'updated_at': '2021-09-16T17:57:01Z', 'revision_number': 1, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:03.214768 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067b8cea-7207-4b22-9dd9-54f30e36aabd None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '639204e4-2627-443d-8906-1f72152b2186', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'port_id': '942402a8-6fd7-460c-854e-e50363c0b086', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 107, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'mac_address': 'fa:16:3e:a2:b0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T17:56:22Z', 'updated_at': '2021-09-16T17:57:01Z', 'revision_number': 1, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:57:03.399336 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed7b5a-03a3-4c5e-bce2-73fb7e4a23a9 None None] New status for floating IP 639204e4-2627-443d-8906-1f72152b2186: ACTIVE {{(pid=79937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 17:57:04.465147 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086', 'status': 'completed', 'code': 200}
Sep 16 17:57:04.648513 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-de29180f-8c01-468e-b006-79b053f84440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:04.649906 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-de29180f-8c01-468e-b006-79b053f84440 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1098 time: 0.1370156
Sep 16 17:57:04.657878 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73e62e-6b78-4376-8998-df754ec27f28 req-7da8958d-6591-4378-a222-f8d1db66d3cd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:04.659200 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d73e62e-6b78-4376-8998-df754ec27f28 req-7da8958d-6591-4378-a222-f8d1db66d3cd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1120391
Sep 16 17:57:04.789759 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d73e62e-6b78-4376-8998-df754ec27f28 req-563a3859-c99b-42df-9883-94695301230f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101258
Sep 16 17:57:04.823392 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-3566af33-1efe-4c47-a8c2-e9f800254a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:04.824904 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-3566af33-1efe-4c47-a8c2-e9f800254a36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 911 time: 0.1629660
Sep 16 17:57:04.928383 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-28b96d37-a369-47c6-a464-3e490a54e374 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 200  len: 1000 time: 0.0938568
Sep 16 17:57:04.994115 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-bbe0ec9f-b65d-4f1a-9756-40671eb21b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:04.995582 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-bbe0ec9f-b65d-4f1a-9756-40671eb21b9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.0560751
Sep 16 17:57:05.080429 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-89df2f76-3c1d-4da5-9c7a-c4f3ddd9c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:05.081896 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-89df2f76-3c1d-4da5-9c7a-c4f3ddd9c84f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776789
Sep 16 17:57:05.298963 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-90102dc0-a7d1-406e-a5c4-66fc1e606982 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928692
Sep 16 17:57:05.444648 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de2d3c86-62e7-4d5b-bf68-d154379e7bb3 req-6249a5bc-1a46-4d00-b6c7-4c5d8dcee569 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338224
Sep 16 17:57:05.974880 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cbc5a-bbdd-46ae-8cc3-27b2e1114c64 req-fb57d76f-51eb-4f53-80fa-f1b0317a6911 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:05.976343 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-034cbc5a-bbdd-46ae-8cc3-27b2e1114c64 req-fb57d76f-51eb-4f53-80fa-f1b0317a6911 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0789800
Sep 16 17:57:06.020128 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-034cbc5a-bbdd-46ae-8cc3-27b2e1114c64 req-7e451bc1-9533-4ade-b786-dcb596c630e0 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381238
Sep 16 17:57:07.575379 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-caab6e3c-9104-4c45-9ca6-7c6119ea6367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:08.038004 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:10.288446 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-79d581ca-f6fd-4cb9-b8e4-762bd731f9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:11.576526 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:11.819092 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d73b3-b429-45c3-8653-5391bc32135b req-54779580-336a-447c-a131-3e116adfb13b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:11.824465 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e43d73b3-b429-45c3-8653-5391bc32135b req-54779580-336a-447c-a131-3e116adfb13b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0943882
Sep 16 17:57:11.869087 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e43d73b3-b429-45c3-8653-5391bc32135b req-ccac01fb-94bc-4d33-8764-ec0e00cea993 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406241
Sep 16 17:57:11.925903 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-e2fa2863-1675-426e-9d49-e03628dcd2dc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:11.927378 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-e2fa2863-1675-426e-9d49-e03628dcd2dc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.2657964
Sep 16 17:57:11.941747 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-3d39980b-6573-48fe-b31e-bef575e6fc25 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/quotas/6c9d06e8144c42d4924734235178faec HTTP/1.1" status: 200  len: 375 time: 0.0090854
Sep 16 17:57:12.018423 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-202354bc-578b-4de4-8bac-dd7a8fcb9405 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0716462
Sep 16 17:57:12.145825 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-c2b713c0-a87d-49b4-bc6d-896e7153559e service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205571
Sep 16 17:57:12.247679 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:57:12.274850 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-29d2049f-a1eb-4ecd-80a5-ef68b2968b4f service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234636
Sep 16 17:57:12.567000 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8d2d1b86-b08d-4446-b36a-a101fd58f995 req-f0ff9cf5-933d-42b9-ae61-7fe36149f782 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 210 time: 0.0435586
Sep 16 17:57:12.717764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:13.090678 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8ff4f-3519-4b59-b2fd-628ccb03b3d3 req-c14538e4-1d17-434b-a076-b7806c3871e4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:13.092164 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-38a8ff4f-3519-4b59-b2fd-628ccb03b3d3 req-c14538e4-1d17-434b-a076-b7806c3871e4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1014936
Sep 16 17:57:13.135799 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-38a8ff4f-3519-4b59-b2fd-628ccb03b3d3 req-ce771263-bedb-4e5a-b436-6dd7be299e0e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373027
Sep 16 17:57:13.671376 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-84373b79-920b-4fd9-963d-749833beba93 req-9cddcdb3-1f82-46cd-aed7-4829876a4409 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 210 time: 0.0486419
Sep 16 17:57:14.351651 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd597f-06e5-4770-b178-353c967740fa req-b6e62cd2-1577-44a8-8dd1-3957a1fdbd60 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:14.353209 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f3bd597f-06e5-4770-b178-353c967740fa req-b6e62cd2-1577-44a8-8dd1-3957a1fdbd60 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0915689
Sep 16 17:57:14.400993 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f3bd597f-06e5-4770-b178-353c967740fa req-c5e010c9-9722-40e3-baea-59e10d448790 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416059
Sep 16 17:57:14.857165 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b5802b9d-b2b4-457a-a2bb-1f1a76c5ec74 req-33310184-53ae-4232-9026-c1dd513a5df5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 210 time: 0.0451334
Sep 16 17:57:15.221467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:15.479662 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58082) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:15.526427 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-41115f57-7898-4d5c-8bf4-ac61e0a00790 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:15.527111 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-41115f57-7898-4d5c-8bf4-ac61e0a00790 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:network {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:57:15.619075 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:15.642901 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ba3e3-ab02-42da-adc5-1f1f5ef63642 req-a64d731a-c5eb-40ba-8783-fe065a9dd965 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:15.644382 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-595ba3e3-ab02-42da-adc5-1f1f5ef63642 req-a64d731a-c5eb-40ba-8783-fe065a9dd965 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1176608
Sep 16 17:57:15.645332 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:15.649463 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Usage tracker for resource:security_group_rule and tenant:f0c191171af84cdeaa483734b636ab29 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:15.653835 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:15.671777 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:15.712480 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-595ba3e3-ab02-42da-adc5-1f1f5ef63642 req-dd6e9833-2391-4d68-a95b-8c132ff027b4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602150
Sep 16 17:57:15.723912 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-41115f57-7898-4d5c-8bf4-ac61e0a00790 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:network {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:57:15.725084 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-41115f57-7898-4d5c-8bf4-ac61e0a00790 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.3521669
Sep 16 17:57:15.747065 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Request body: {'port': {'device_id': 'cca314fc-4843-4116-a373-1a361f028d8c', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'admin_state_up': True, 'tenant_id': '6c9d06e8144c42d4924734235178faec'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:15.789490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:15.919473 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:15.942599 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:16.016824 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.029095 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e77f710f-82a5-495c-b032-4d8c52648998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:16.030396 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d0d99a3e-88d0-48ff-999d-705ed53863c6 req-01c4846d-71db-4b7a-a682-a4796aca5b3a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 210 time: 0.0439351
Sep 16 17:57:16.082605 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f0c191171af84cdeaa483734b636ab29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6017838
Sep 16 17:57:16.083847 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6788b0-d60d-4d01-afe1-5b673c607f3b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:16.092108 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.092475 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.092835 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.093172 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58114) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:16.093283 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.093513 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.093857 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.094826 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.095747 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.096124 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.096470 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.096813 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.097147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.111680 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:16.162071 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Made reservation on behalf of 6c9d06e8144c42d4924734235178faec for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:16.165776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.204019 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.298764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.429273 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Allocated IP 172.20.0.13 (3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04/eba93485-0521-4c06-8ad8-2a11317852c9/134e473c-bdfb-4463-9a58-ff29ddfcf2a7) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:57:16.503578 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58128) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:16.577880 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.587593 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a0f63fa5-7446-4ee9-808d-187dfb8ace4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:16.603957 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6788b0-d60d-4d01-afe1-5b673c607f3b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:16.632344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.632708 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.633058 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.633402 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.633742 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.634157 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.634419 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.634755 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.635090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.635434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.635745 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.636102 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:16.639449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:16.683256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.731681 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.752085 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:16.757204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Usage tracker for resource:security_group_rule and tenant:1c090bc9ade84a2894b739032a586f2f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:16.761101 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:16.762933 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.764136 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d6788b0-d60d-4d01-afe1-5b673c607f3b HTTP/1.1" status: 204  len: 168 time: 0.6696639
Sep 16 17:57:16.768972 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:16.856300 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.901439 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:16.908047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:16.916797 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:57:16.927259 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cdd2b-077e-4bea-9ae6-e1f63223ed4b req-33c5c3ac-2d7d-4abc-945e-b6907f0e1fba tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:16.928894 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-280cdd2b-077e-4bea-9ae6-e1f63223ed4b req-33c5c3ac-2d7d-4abc-945e-b6907f0e1fba tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0825231
Sep 16 17:57:16.989995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event updated for resources: {'Port': ['ID=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:16.996331 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-280cdd2b-077e-4bea-9ae6-e1f63223ed4b req-b2f8e6d8-82af-4813-b4d5-920c4def405e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617151
Sep 16 17:57:17.001799 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:57:17.003095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:17.004096 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:57:17.007243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:57:17.014481 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:17.015121 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.060678 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.071456 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:17.117720 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1c090bc9ade84a2894b739032a586f2f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6130795
Sep 16 17:57:17.118569 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58146) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:17.122671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a91d04f-1a84-4572-b12e-c29f1941f178,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:17.137025 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:17.202876 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4598656
Sep 16 17:57:17.225016 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Request body: {'port': {'device_id': 'cca314fc-4843-4116-a373-1a361f028d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:17.300755 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.471135 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.509458 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4c590-8401-4f4b-b09a-00cf09c03ecc req-534f069a-301b-4d57-8f86-222a7c35a5f7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:17.510166 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-efb4c590-8401-4f4b-b09a-00cf09c03ecc req-534f069a-301b-4d57-8f86-222a7c35a5f7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:57:17.521137 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.560445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58156) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:17.578648 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.593926 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:17.600410 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Usage tracker for resource:security_group_rule and tenant:10460eef21bb413cb672c4aee84319a0 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:17.603523 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:17.610394 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:17.771095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-efb4c590-8401-4f4b-b09a-00cf09c03ecc req-534f069a-301b-4d57-8f86-222a7c35a5f7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:57:17.771095 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-efb4c590-8401-4f4b-b09a-00cf09c03ecc req-534f069a-301b-4d57-8f86-222a7c35a5f7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 932 time: 0.6094687
Sep 16 17:57:17.771284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.852944 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-efb4c590-8401-4f4b-b09a-00cf09c03ecc req-ab03100d-f6f4-4a90-b277-0b702cc5e695 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835748
Sep 16 17:57:17.934850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.944383 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:17.957766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:57:17.965158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:17.987834 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=10460eef21bb413cb672c4aee84319a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4262965
Sep 16 17:57:17.988747 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf20b01-c780-49cf-afea-94bbbbca672b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:17.990492 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58164) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:17.992048 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:17.994034 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Transition to ACTIVE for port object 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:57:18.005653 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.013894 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:18.036490 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a91d04f-1a84-4572-b12e-c29f1941f178,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:18.038688 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:18.058884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.060171 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0a91d04f-1a84-4572-b12e-c29f1941f178 HTTP/1.1" status: 204  len: 168 time: 0.9396040
Sep 16 17:57:18.090554 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.135192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.147858 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.163494 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4d47b0a0-7584-4b80-a4c2-a4872938eaef tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:18.215129 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1a708-ca61-41fb-9a4a-ad40b503d486 req-7e97e595-9bf4-4fb1-a9df-9b2b39ee9152 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:18.216810 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-06a1a708-ca61-41fb-9a4a-ad40b503d486 req-7e97e595-9bf4-4fb1-a9df-9b2b39ee9152 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0893347
Sep 16 17:57:18.264560 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-06a1a708-ca61-41fb-9a4a-ad40b503d486 req-3d835a6a-0f1a-40fc-8f17-8325d2652e90 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415235
Sep 16 17:57:18.321085 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Pushing event updated for resources: {'Port': ['ID=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:18.323819 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:18.378669 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Attempting to bind port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:57:18.379044 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Attempting to bind port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:57:18.379367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Attempting to bind port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:57:18.384133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:57:18.384445 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Attempting to bind port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:57:18.389625 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:57:18.389957 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Checking segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:57:18.390335 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Bound using segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:57:18.390757 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Bound port: 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:57:18.391278 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.487843 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] For port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:57:18.490616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] For port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:57:18.580670 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.584583 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:18.595963 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf20b01-c780-49cf-afea-94bbbbca672b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:18.599683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:18.603173 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.607118 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aaf20b01-c780-49cf-afea-94bbbbca672b HTTP/1.1" status: 204  len: 168 time: 0.6125593
Sep 16 17:57:18.627200 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.632418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:18.696103 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:18.699726 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:18.699726 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] 10.222.0.13 "PUT /v2.0/ports/134e473c-bdfb-4463-9a58-ff29ddfcf2a7 HTTP/1.1" status: 200  len: 1094 time: 1.4795210
Sep 16 17:57:18.699726 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca314fc-4843-4116-a373-1a361f028d8c', 'tag': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:57:18.721473 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Pushing event updated for resources: {'Port': ['ID=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:18.726057 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:18.780530 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca314fc-4843-4116-a373-1a361f028d8c', 'tag': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'status': 'completed', 'code': 200}
Sep 16 17:57:18.874245 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515208-efbc-4896-b694-1c5e0a157545 req-de81f5dc-7837-4877-81a0-954343f3ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:18.876457 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f2515208-efbc-4896-b694-1c5e0a157545 req-de81f5dc-7837-4877-81a0-954343f3ba7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 1097 time: 0.0715890
Sep 16 17:57:19.028692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515208-efbc-4896-b694-1c5e0a157545 req-4b8682aa-ee3e-4455-a054-e88ca23004f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:19.030797 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f2515208-efbc-4896-b694-1c5e0a157545 req-4b8682aa-ee3e-4455-a054-e88ca23004f5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c9d06e8144c42d4924734235178faec&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1412408
Sep 16 17:57:19.073662 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1defb0a8-7d55-4f3e-ad3d-711557c25093 req-b8e43feb-a7ce-461a-8f51-ea04168284e5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:19.075140 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1defb0a8-7d55-4f3e-ad3d-711557c25093 req-b8e43feb-a7ce-461a-8f51-ea04168284e5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 944 time: 0.1005464
Sep 16 17:57:19.120156 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1defb0a8-7d55-4f3e-ad3d-711557c25093 req-a7365ca6-27ca-4004-afd5-50fc73a7ef0e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387681
Sep 16 17:57:19.182030 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2515208-efbc-4896-b694-1c5e0a157545 req-ca13c2f2-da60-4536-bff5-c41621cf1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:19.183895 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f2515208-efbc-4896-b694-1c5e0a157545 req-ca13c2f2-da60-4536-bff5-c41621cf1f89 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1394160
Sep 16 17:57:19.310640 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-54a68ae9-323d-4eff-82b9-1620f8a5c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:19.311956 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-54a68ae9-323d-4eff-82b9-1620f8a5c756 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 1097 time: 0.0804896
Sep 16 17:57:19.421103 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58204) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:19.434063 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-ab1cf328-7c52-470d-ae2b-f95514abe5fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=134e473c-bdfb-4463-9a58-ff29ddfcf2a7 HTTP/1.1" status: 200  len: 217 time: 0.1015313
Sep 16 17:57:19.439007 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:19.452950 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:19.456680 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Usage tracker for resource:security_group_rule and tenant:6669edec18f549f7988894a360bab32e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:19.459444 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:19.465084 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:19.512100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-3ff93ea3-82b7-4039-ac02-b8331def71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:19.513528 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-3ff93ea3-82b7-4039-ac02-b8331def71ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.0716808
Sep 16 17:57:19.527638 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a025-2f84-42ab-9e6c-5071ae53ac67 req-c28da258-a662-4e41-aa50-f26418568cc6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:19.529113 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e444a025-2f84-42ab-9e6c-5071ae53ac67 req-c28da258-a662-4e41-aa50-f26418568cc6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1469762
Sep 16 17:57:19.553974 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:19.658159 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-71dc792f-e84c-4536-824a-cf78b4a61176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1281095
Sep 16 17:57:19.685181 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e444a025-2f84-42ab-9e6c-5071ae53ac67 req-62ceb694-c76b-484f-a8d7-863ffcbc1e2e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173239
Sep 16 17:57:19.686626 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:19.709849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:19.770485 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6669edec18f549f7988894a360bab32e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3482599
Sep 16 17:57:19.773506 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58212) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:19.787384 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a7eb1-d311-47c5-bb81-83a62c288331,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:19.792746 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:19.839793 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-d4676537-2603-44d0-bcba-3700fbbda791 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1533742
Sep 16 17:57:19.844738 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:19.867082 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:19.990835 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c3e9c22-a01a-4439-b2a8-f905328c6a06 req-22158b04-390b-4695-a231-1462e240ce67 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393375
Sep 16 17:57:20.044109 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:20.049729 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-43ae2ada-e7fd-4330-964e-85c3f9c0ae14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:20.062573 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a7eb1-d311-47c5-bb81-83a62c288331,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:20.065889 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:20.075126 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:20.076401 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f39a7eb1-d311-47c5-bb81-83a62c288331 HTTP/1.1" status: 204  len: 168 time: 0.3020129
Sep 16 17:57:20.313279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404bfa71-2027-4fd9-8fbf-deab36eb0f25 req-425be3c7-b35a-44ce-9095-f2ea90fd9650 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:20.314940 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-404bfa71-2027-4fd9-8fbf-deab36eb0f25 req-425be3c7-b35a-44ce-9095-f2ea90fd9650 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 944 time: 0.0820041
Sep 16 17:57:20.362366 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-404bfa71-2027-4fd9-8fbf-deab36eb0f25 req-aefff657-10f3-4cac-8c5b-07033a42b48c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413284
Sep 16 17:57:20.901785 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59c093-d133-46af-9393-1bf6970398e6 req-8ea17c62-da89-485a-b16c-d13c848be0ab tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:20.903238 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ea59c093-d133-46af-9393-1bf6970398e6 req-8ea17c62-da89-485a-b16c-d13c848be0ab tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0883434
Sep 16 17:57:20.947624 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58254) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:20.952267 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ea59c093-d133-46af-9393-1bf6970398e6 req-efcd27a3-cad6-4218-ba5c-cab45cb37835 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408101
Sep 16 17:57:20.977395 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.004252 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:21.006495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Usage tracker for resource:security_group_rule and tenant:e87679ace7ae440d922791752a3265e8 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:21.010342 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:21.017142 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:21.098039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.277402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.290886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2417c8a8-32cd-409d-9fe4-85b55f02f6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:21.295772 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58266) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:21.333059 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e87679ace7ae440d922791752a3265e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3841705
Sep 16 17:57:21.334997 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae74324e-b091-48a3-b0ae-0f8fb5d300e7,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:21.338221 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58272) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:21.341299 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:21.403303 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.418989 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.431641 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.444932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:21.450004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Usage tracker for resource:security_group_rule and tenant:b8f5c6f9513e496590a450cd7ad57db8 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:21.453301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:21.461100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:21.569667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.575470 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-96c9fe2c-2916-4eb6-8506-5613f659fad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:21.583351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a6896-2e9b-43f8-a17e-d754d35771ec req-fa0aa60e-746a-4bfb-8c38-610c789e388a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:21.589296 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae74324e-b091-48a3-b0ae-0f8fb5d300e7,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:21.592390 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:21.592536 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9e5a6896-2e9b-43f8-a17e-d754d35771ec req-fa0aa60e-746a-4bfb-8c38-610c789e388a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 944 time: 0.1099443
Sep 16 17:57:21.595509 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:21.602178 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ae74324e-b091-48a3-b0ae-0f8fb5d300e7 HTTP/1.1" status: 204  len: 168 time: 0.2623057
Sep 16 17:57:21.667244 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9e5a6896-2e9b-43f8-a17e-d754d35771ec req-5296654a-7891-45e9-bcc8-d83e82bb7997 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739100
Sep 16 17:57:21.721089 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:22.049568 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:22.058663 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:22.140264 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b8f5c6f9513e496590a450cd7ad57db8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8431385
Sep 16 17:57:22.142841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c623f9d2-6b2b-4639-80d7-a9c4c55f1e2d,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:22.142973 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58290) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:22.147622 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:22.200857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a856c7-fa84-4387-a8e8-22cbf0c945f7 req-e8dbd500-117d-4b81-adfd-1fd2e078a106 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:22.202495 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f6a856c7-fa84-4387-a8e8-22cbf0c945f7 req-e8dbd500-117d-4b81-adfd-1fd2e078a106 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1132138
Sep 16 17:57:22.225639 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:22.249682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:22.268350 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f6a856c7-fa84-4387-a8e8-22cbf0c945f7 req-ba2fb377-d94c-4223-982c-1811d3efccbc tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599897
Sep 16 17:57:22.474787 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:22.484234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:22.498602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c623f9d2-6b2b-4639-80d7-a9c4c55f1e2d,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:22.503516 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:22.512352 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:22.513458 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c623f9d2-6b2b-4639-80d7-a9c4c55f1e2d HTTP/1.1" status: 204  len: 168 time: 0.3695910
Sep 16 17:57:22.546139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7dd26-9c34-4834-be05-adbc7c4f0dce req-f608a8d2-c8ca-4971-a9e9-78c77de247ea tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:22.548219 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-70e7dd26-9c34-4834-be05-adbc7c4f0dce req-f608a8d2-c8ca-4971-a9e9-78c77de247ea tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.1101630
Sep 16 17:57:22.593917 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-70e7dd26-9c34-4834-be05-adbc7c4f0dce req-4257b13a-1cf7-4185-adae-21894ec6cda0 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394640
Sep 16 17:57:22.864810 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3b208-2f56-47e9-bb39-259ac50e8e0e req-0955379e-c3d7-425f-bd06-17e0ca56ceee tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:22.866276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ffc3b208-2f56-47e9-bb39-259ac50e8e0e req-0955379e-c3d7-425f-bd06-17e0ca56ceee tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 944 time: 0.0774877
Sep 16 17:57:22.913533 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ffc3b208-2f56-47e9-bb39-259ac50e8e0e req-d39a1f67-9f35-4b79-9abc-4270749c88b2 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413401
Sep 16 17:57:23.467494 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f5377-da12-491b-91b5-64f1fe5acad2 req-afce6386-321c-4994-9a07-32d6c580626b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:23.468850 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-637f5377-da12-491b-91b5-64f1fe5acad2 req-afce6386-321c-4994-9a07-32d6c580626b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1014636
Sep 16 17:57:23.520906 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-637f5377-da12-491b-91b5-64f1fe5acad2 req-b6eed945-0647-4755-b471-6d76f4cdd6f6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452552
Sep 16 17:57:23.788585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb04fdd-6410-4b7d-8ec1-4eadab7e622d req-facbd46e-0b77-4eed-8492-2d005761f37a tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:23.790041 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6bb04fdd-6410-4b7d-8ec1-4eadab7e622d req-facbd46e-0b77-4eed-8492-2d005761f37a tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.0811419
Sep 16 17:57:23.837520 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6bb04fdd-6410-4b7d-8ec1-4eadab7e622d req-56f8ab72-b554-487f-b014-68cbe239b440 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416563
Sep 16 17:57:24.050988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:57:24.178296 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ceacb-c751-44a4-b0d3-4741356e8705 req-2571dcf3-0c84-407a-881d-8cd15381aa02 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:24.180076 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-322ceacb-c751-44a4-b0d3-4741356e8705 req-2571dcf3-0c84-407a-881d-8cd15381aa02 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 944 time: 0.1588507
Sep 16 17:57:24.207088 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:24.221113 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'port_id': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'mac_address': 'fa:16:3e:51:44:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba93485-0521-4c06-8ad8-2a11317852c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:57:24.253186 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-322ceacb-c751-44a4-b0d3-4741356e8705 req-20c61168-4c21-4235-9927-daf20544a069 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487506
Sep 16 17:57:24.269792 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58352) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:24.288081 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.305309 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:57:24.322582 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:24.387998 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.402035 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:24.406145 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Usage tracker for resource:security_group_rule and tenant:f46c2a36e4ed4b548521accdb30d8c77 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:24.408936 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:24.414602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:24.436826 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.440456 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:24.498105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.506043 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:24.513096 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.513442 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.516885 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.517654 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:57:24.520841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:24.579989 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.588736 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:24.629025 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f46c2a36e4ed4b548521accdb30d8c77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3579695
Sep 16 17:57:24.631842 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58362) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:24.675701 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c63663-3611-48d5-a181-a7c80a76e73e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:24.684313 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:24.698902 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.736644 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.765697 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae6df-0c95-4dd0-b328-8a0bf37f143b req-fc12d1b9-3641-4c0d-b144-5ec1b4ff9c84 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:24.773295 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a57ae6df-0c95-4dd0-b328-8a0bf37f143b req-fc12d1b9-3641-4c0d-b144-5ec1b4ff9c84 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1431606
Sep 16 17:57:24.813502 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a57ae6df-0c95-4dd0-b328-8a0bf37f143b req-7306cd95-f2dd-4c30-8096-52ed959afb95 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390894
Sep 16 17:57:24.895164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.899527 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:24.913748 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c63663-3611-48d5-a181-a7c80a76e73e,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:24.922266 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:24.929673 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:24.933116 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/37c63663-3611-48d5-a181-a7c80a76e73e HTTP/1.1" status: 204  len: 168 time: 0.2973213
Sep 16 17:57:25.030377 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8255-c9d7-44fd-bfa6-8762583985da req-fcd9e504-61a6-48e8-bd5c-8ab4f8445008 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:25.032448 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8cde8255-c9d7-44fd-bfa6-8762583985da req-fcd9e504-61a6-48e8-bd5c-8ab4f8445008 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.0832491
Sep 16 17:57:25.074593 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8cde8255-c9d7-44fd-bfa6-8762583985da req-e249b963-61ea-4341-81ae-b70ee3529aba tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364292
Sep 16 17:57:25.085189 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['134e473c-bdfb-4463-9a58-ff29ddfcf2a7'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:57:25.459541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf9ff5-94f6-4ecb-b7fb-0f0218976590 req-a2b5a7ad-d288-487f-951c-cf75c7951e7e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:25.461109 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9fbf9ff5-94f6-4ecb-b7fb-0f0218976590 req-a2b5a7ad-d288-487f-951c-cf75c7951e7e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 945 time: 0.0920718
Sep 16 17:57:25.515768 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9fbf9ff5-94f6-4ecb-b7fb-0f0218976590 req-a4950c59-c075-4646-8db1-361234e181cb tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490208
Sep 16 17:57:25.632101 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0ae15-9ca6-4da9-979c-4884080328db req-0fa8d971-7bd1-4bc1-88b0-20af5121a5a5 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:25.633540 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-35a0ae15-9ca6-4da9-979c-4884080328db req-0fa8d971-7bd1-4bc1-88b0-20af5121a5a5 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.0818810
Sep 16 17:57:25.709785 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Deleting port d74e8d10-beec-4430-a789-223186ae24fa {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:57:25.710138 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:25.990582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] For port d74e8d10-beec-4430-a789-223186ae24fa, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d74e8d10-beec-4430-a789-223186ae24fa,segment=NetworkSegment(485a7ad9-d130-4e39-a253-783fbe21be0f),segment_id=485a7ad9-d130-4e39-a253-783fbe21be0f)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:25.994640 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:26.061157 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe696fe-2efa-45f3-b704-710ebcbb9d3c req-8d1fc274-b3aa-4792-a78b-df1a6b946338 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:26.062931 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3fe696fe-2efa-45f3-b704-710ebcbb9d3c req-8d1fc274-b3aa-4792-a78b-df1a6b946338 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0954854
Sep 16 17:57:26.130795 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3fe696fe-2efa-45f3-b704-710ebcbb9d3c req-a4043978-ab33-40f0-850f-726e4e33b696 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611351
Sep 16 17:57:26.190537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Calling delete_port for d74e8d10-beec-4430-a789-223186ae24fa owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:57:26.324850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e5851-b571-4999-8c43-da632b29cff4 req-48cb5167-97e1-4a66-bea0-b2f1f0314d90 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:26.326442 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bf5e5851-b571-4999-8c43-da632b29cff4 req-48cb5167-97e1-4a66-bea0-b2f1f0314d90 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 946 time: 0.0835798
Sep 16 17:57:26.377690 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bf5e5851-b571-4999-8c43-da632b29cff4 req-056ab0c9-afa4-46e9-b1a9-ff193273c1c8 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/security-groups?id=19a7dc11-8395-4cae-8edf-11b59e3bbcd7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439179
Sep 16 17:57:26.568844 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:26.575681 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:26.646479 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Pushing event deleted for resources: {'Port': ['ID=d74e8d10-beec-4430-a789-223186ae24fa,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:26.662021 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:26.728307 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec52005-de5d-4da3-8ea5-99561a8dd19b req-e63bb12e-9500-4029-9f2a-64c13ee3fa03 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:26.729876 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ec52005-de5d-4da3-8ea5-99561a8dd19b req-e63bb12e-9500-4029-9f2a-64c13ee3fa03 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 945 time: 0.0852277
Sep 16 17:57:26.759136 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] No DVR routers for this DVR port d74e8d10-beec-4430-a789-223186ae24fa on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:57:26.762282 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:26.764906 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'name': 'network-vif-deleted', 'tag': 'd74e8d10-beec-4430-a789-223186ae24fa'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:57:26.776581 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ec52005-de5d-4da3-8ea5-99561a8dd19b req-14313043-c6b1-424d-86fe-ff2ab3dc3d0f tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399485
Sep 16 17:57:26.811731 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f75e1d3-093a-4b81-be08-4a4e917d70a5', 'name': 'network-vif-deleted', 'tag': 'd74e8d10-beec-4430-a789-223186ae24fa', 'status': 'completed', 'code': 200}
Sep 16 17:57:27.066047 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-35a0ae15-9ca6-4da9-979c-4884080328db req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.13 "DELETE /v2.0/ports/d74e8d10-beec-4430-a789-223186ae24fa HTTP/1.1" status: 204  len: 173 time: 1.4254272
Sep 16 17:57:27.325192 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786349a-d364-4074-aad4-8936b09ba7bd req-9595eb92-21af-4585-a333-d85d934c5d94 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:27.326767 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6786349a-d364-4074-aad4-8936b09ba7bd req-9595eb92-21af-4585-a333-d85d934c5d94 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0960591
Sep 16 17:57:27.374995 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6786349a-d364-4074-aad4-8936b09ba7bd req-d3e6b617-a1a0-4b6f-b111-871375b88a42 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413396
Sep 16 17:57:27.527197 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-98cf030f-aeaf-4194-8d21-a91a5ff6b4e6 req-489259eb-16f0-4ef1-bff7-064237072802 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Synchronizing usage tracker for tenant:3bbacf327af84f89b64946affaa7e63b on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:57:27.615093 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-98cf030f-aeaf-4194-8d21-a91a5ff6b4e6 req-489259eb-16f0-4ef1-bff7-064237072802 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Unset dirty status for tenant:3bbacf327af84f89b64946affaa7e63b on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:57:27.616290 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-98cf030f-aeaf-4194-8d21-a91a5ff6b4e6 req-489259eb-16f0-4ef1-bff7-064237072802 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.1310637
Sep 16 17:57:27.960582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4f700-bc0c-4e73-838c-1ede173d5f93 req-61f1f1d7-d31c-45ef-964a-d704cd9e990f tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:27.962055 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ea4f700-bc0c-4e73-838c-1ede173d5f93 req-61f1f1d7-d31c-45ef-964a-d704cd9e990f tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 945 time: 0.0795572
Sep 16 17:57:28.008117 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ea4f700-bc0c-4e73-838c-1ede173d5f93 req-810791de-98dc-446d-bbf2-e46e8413a86d tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404446
Sep 16 17:57:28.637280 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:57:28.866034 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:57:28.871111 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:57:28.871487 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:28.989271 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:29.017580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca314fc-4843-4116-a373-1a361f028d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:57:29.027369 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:29.192307 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:29.193250 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d74e8d10-beec-4430-a789-223186ae24fa no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:57:29.228519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:29.265565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: d74e8d10-beec-4430-a789-223186ae24fa {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:57:29.265912 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d74e8d10-beec-4430-a789-223186ae24fa not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:57:29.299016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:29.302086 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:31.495425 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3ea3e991-e2a4-41d4-a407-c91484ba55bc req-d08dbc0f-d67b-42a2-8c5d-1fcbba6de4f8 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.0446169
Sep 16 17:57:31.517702 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04a3bd-1839-459d-9afe-af8a46ecc5b3 req-f4236dc8-77c6-4c06-b38c-f34da18132af tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:31.524439 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1f04a3bd-1839-459d-9afe-af8a46ecc5b3 req-f4236dc8-77c6-4c06-b38c-f34da18132af tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0910876
Sep 16 17:57:31.549038 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca314fc-4843-4116-a373-1a361f028d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'code': 200}
Sep 16 17:57:31.573467 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1f04a3bd-1839-459d-9afe-af8a46ecc5b3 req-4a159d00-70c7-409a-9831-778fe21ba1af tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480947
Sep 16 17:57:31.713534 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395364f6-dc39-435a-b2ba-efee3891590d req-f2180fc3-f3bf-4b09-8e69-c2237c2f78c2 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:31.715140 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-395364f6-dc39-435a-b2ba-efee3891590d req-f2180fc3-f3bf-4b09-8e69-c2237c2f78c2 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.0837731
Sep 16 17:57:31.760913 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-395364f6-dc39-435a-b2ba-efee3891590d req-557184c9-ab23-494b-a872-23702c4675ae tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391202
Sep 16 17:57:32.373794 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2b354-daed-4787-8fab-316fcd535d27 req-b6f482cc-de68-4ed6-81cf-91da6417ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:32.375830 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-52b2b354-daed-4787-8fab-316fcd535d27 req-b6f482cc-de68-4ed6-81cf-91da6417ca11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 1099 time: 0.0717301
Sep 16 17:57:32.420366 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-52b2b354-daed-4787-8fab-316fcd535d27 req-cef66199-2875-4365-a105-0d1ffcb59a4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384312
Sep 16 17:57:33.185656 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-46d5ed7c-4ca1-41ad-ba99-88ccf41b56d9 req-20fe25f3-d596-4e76-87ef-6ed1aa4c3f3b tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] 10.222.0.37 "GET /v2.0/ports?device_id=0f75e1d3-093a-4b81-be08-4a4e917d70a5 HTTP/1.1" status: 200  len: 210 time: 0.0463147
Sep 16 17:57:33.238218 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebf289-a3c5-440a-8bf9-f3f0d58183cd req-1cfb6f5c-f1bd-4068-a2ef-643b4f94ff34 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:33.239728 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6eebf289-a3c5-440a-8bf9-f3f0d58183cd req-1cfb6f5c-f1bd-4068-a2ef-643b4f94ff34 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0964658
Sep 16 17:57:33.296653 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6eebf289-a3c5-440a-8bf9-f3f0d58183cd req-f57ffa1d-72be-40f6-bcce-6d0783dfde2c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471144
Sep 16 17:57:33.378689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52421f-2f5a-4182-8be0-2f6128894421 req-ab6d48e4-bf24-44cd-8520-cd0c80e91a9d tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:33.380288 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6e52421f-2f5a-4182-8be0-2f6128894421 req-ab6d48e4-bf24-44cd-8520-cd0c80e91a9d tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.0877776
Sep 16 17:57:33.426078 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6e52421f-2f5a-4182-8be0-2f6128894421 req-3319af38-de7f-4389-ab54-8f1f52e8e372 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401864
Sep 16 17:57:34.504262 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961ba9a-7f51-49dc-877f-831f0f8dee92 req-5db5d79a-9703-437d-9e10-c344fc11a184 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:34.506412 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5961ba9a-7f51-49dc-877f-831f0f8dee92 req-5db5d79a-9703-437d-9e10-c344fc11a184 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1024718
Sep 16 17:57:34.565222 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5961ba9a-7f51-49dc-877f-831f0f8dee92 req-a6d0171d-9dfc-4157-8fb9-fe8a415fcfcd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523920
Sep 16 17:57:34.664635 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e13d41-a136-4b10-b1b1-20cc3dc5c343 req-1505695a-e6e4-4537-8449-61ff47af02ed tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:34.666545 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-46e13d41-a136-4b10-b1b1-20cc3dc5c343 req-1505695a-e6e4-4537-8449-61ff47af02ed tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.0958557
Sep 16 17:57:34.728546 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-46e13d41-a136-4b10-b1b1-20cc3dc5c343 req-8e5e23dd-05d7-4a10-aef2-a9bfe56fdd30 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552497
Sep 16 17:57:35.768534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f3bcd-e385-41b7-8d13-90f124a59fa2 req-66c98466-03fe-43f5-9d71-312a91989444 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:35.770115 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e00f3bcd-e385-41b7-8d13-90f124a59fa2 req-66c98466-03fe-43f5-9d71-312a91989444 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0858543
Sep 16 17:57:35.814792 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e00f3bcd-e385-41b7-8d13-90f124a59fa2 req-6e615c89-8b76-4c7f-abeb-49f2e2ffe418 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387869
Sep 16 17:57:35.915874 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb6170c-ea68-4e3f-b3ec-7fa6af572809 req-9cbc1c62-1013-4f90-ad34-39c708a02d6b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:35.917376 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6cb6170c-ea68-4e3f-b3ec-7fa6af572809 req-9cbc1c62-1013-4f90-ad34-39c708a02d6b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.0826063
Sep 16 17:57:35.965480 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6cb6170c-ea68-4e3f-b3ec-7fa6af572809 req-63ecbd73-6230-42be-ae32-3c70b755242b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424452
Sep 16 17:57:36.813794 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58610) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:36.870398 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8dc43-1e79-48ba-bb73-240d69cb1026 req-ca19d8bf-90f0-47c8-85f8-936535e7b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:36.872154 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0ae8dc43-1e79-48ba-bb73-240d69cb1026 req-ca19d8bf-90f0-47c8-85f8-936535e7b366 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 1098 time: 0.0782313
Sep 16 17:57:36.879910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Deleting subnet da6492cc-4064-4654-a4fd-8808cb200d71 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 17:57:36.883264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:36.922955 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0ae8dc43-1e79-48ba-bb73-240d69cb1026 req-0a54cf0d-9a7b-4a17-8b32-602c7ec9c1fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395887
Sep 16 17:57:36.939665 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:36.947863 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.015249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6037dd-8ec7-44ac-bdde-4c390859a0b6 req-425228be-6131-4f66-9b82-14041c0584a2 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:37.017374 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d6037dd-8ec7-44ac-bdde-4c390859a0b6 req-425228be-6131-4f66-9b82-14041c0584a2 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0909991
Sep 16 17:57:37.062040 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d6037dd-8ec7-44ac-bdde-4c390859a0b6 req-23b104f3-c175-4e43-bd47-7125713a3ba2 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386415
Sep 16 17:57:37.152097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.157635 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:37.191866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6492cc-4064-4654-a4fd-8808cb200d71,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:37.208543 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:37.219758 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.230446 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/da6492cc-4064-4654-a4fd-8808cb200d71 HTTP/1.1" status: 204  len: 168 time: 0.4157605
Sep 16 17:57:37.232930 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58622) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:37.340849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.469123 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.502356 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f48f5fe6700>> segment before_delete 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.502702 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f48f5fe6700>> subnet precommit_delete_associations 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.503435 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> segment_host_mapping after_create 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.503908 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> port after_create 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.504304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> port after_delete 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.504640 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> port after_update 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.504962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> segment after_delete 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.505278 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> subnet after_create 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.505602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> subnet after_delete 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.505913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f66cc9a0>> subnet after_update 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.551742 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c32762e6-bb68-4c82-9977-e0fb4cd65286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.674237 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f767c1f0>> subnet after_create 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.674649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f767c1f0>> subnet after_delete 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.675051 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f767c1f0>> subnet before_create 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.675534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f767c1f0>> subnet before_update 55550000 {{(pid=79935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:57:37.676150 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f66cc1f0>,) {'filters': {'network_id': ['3bef33ff-4d2a-4466-b7c9-155599af24bc']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:37.757761 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f66cc1f0>, '485a7ad9-d130-4e39-a253-783fbe21be0f') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:37.758047 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f66cc1f0>, '485a7ad9-d130-4e39-a253-783fbe21be0f') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:57:37.770571 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.787344 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.794075 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 17:57:37.794449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   from cryptography.utils import int_from_bytes
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   from cryptography.utils import int_from_bytes
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   util.warn_limited(
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 17:57:37.809666 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 17:57:38.031703 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:38.036069 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:38.054737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:38.057401 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bef33ff-4d2a-4466-b7c9-155599af24bc,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:38.063728 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:38.083088 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:38.261082 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e515b-49a1-4fb7-bb7a-b586f5992fca req-b51fdea7-d58c-475b-b24f-bac5573259a3 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:38.262549 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f03e515b-49a1-4fb7-bb7a-b586f5992fca req-b51fdea7-d58c-475b-b24f-bac5573259a3 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0846260
Sep 16 17:57:38.290542 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9475a747-62d1-45af-b278-9950fe0a2b94 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3bef33ff-4d2a-4466-b7c9-155599af24bc HTTP/1.1" status: 204  len: 168 time: 1.0565434
Sep 16 17:57:38.329730 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f03e515b-49a1-4fb7-bb7a-b586f5992fca req-e9bc336a-ed19-4891-878e-17bd44f81a87 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590334
Sep 16 17:57:38.840135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58670) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:38.895721 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-36d44c10-fd81-4794-9d3d-672cb1d185f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3bbacf327af84f89b64946affaa7e63b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0543115
Sep 16 17:57:38.898307 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58674) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:38.959344 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:38.984992 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:39.151875 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:39.155806 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:39.171301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a7dc11-8395-4cae-8edf-11b59e3bbcd7,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:39.175993 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:39.351666 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:39.365136 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/19a7dc11-8395-4cae-8edf-11b59e3bbcd7 HTTP/1.1" status: 204  len: 168 time: 0.4537194
Sep 16 17:57:39.528203 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dec5a-ecad-4a17-a46c-3d41147060b3 req-238c2a92-b946-4a44-9ed0-50210ba546ff tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:39.530188 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2a4dec5a-ecad-4a17-a46c-3d41147060b3 req-238c2a92-b946-4a44-9ed0-50210ba546ff tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0935211
Sep 16 17:57:39.577383 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2a4dec5a-ecad-4a17-a46c-3d41147060b3 req-f0240b36-eb6f-470a-8a56-3a0cae6b2e8a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404689
Sep 16 17:57:39.760893 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e82335-a1da-4dcf-853b-46dbd758fe24 req-6cccc011-7637-4239-bdaf-3de9a189fec9 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:39.762245 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-44e82335-a1da-4dcf-853b-46dbd758fe24 req-6cccc011-7637-4239-bdaf-3de9a189fec9 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0792685
Sep 16 17:57:39.807571 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-44e82335-a1da-4dcf-853b-46dbd758fe24 req-4011d913-57ba-42d7-be8f-fd3108ec147a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395572
Sep 16 17:57:40.183751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58726) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:40.359377 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7727d757-84e6-4e60-9b57-a2d5a008e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:40.389033 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:40.404934 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:40.408116 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-5929dd8d-15f5-4dd4-b0ca-b0abe8ebd2a7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:40.409568 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-5929dd8d-15f5-4dd4-b0ca-b0abe8ebd2a7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.2400997
Sep 16 17:57:40.409708 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Usage tracker for resource:security_group_rule and tenant:2599e18221f64861a72f729baeb44b73 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:40.412733 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:40.418563 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:40.424983 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-8d8e2de7-24e5-499c-a542-347f044874e3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/quotas/6c9d06e8144c42d4924734235178faec HTTP/1.1" status: 200  len: 375 time: 0.0096297
Sep 16 17:57:40.502449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:40.510710 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-8e473c43-7777-4e16-99d5-2e4175c0a6bf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0802951
Sep 16 17:57:40.645074 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-6a31b057-45d1-4d33-ad5f-f164bcefee65 service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274216
Sep 16 17:57:40.779305 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-15efb2a1-5c10-4e79-9f55-1d2b820df726 service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281750
Sep 16 17:57:40.837439 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:40.850533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:40.889134 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2599e18221f64861a72f729baeb44b73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7035825
Sep 16 17:57:40.890039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6497d7d9-83b4-4a31-9bd2-b3cddf6cef1a,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:40.892299 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58742) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:40.893810 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:40.958862 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:40.984628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:41.232519 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:41.235689 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d8e9b850-ed1e-440e-aad2-bde0acf1a675 req-1aab578f-2ae8-413d-81b3-ee26858935ce tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 210 time: 0.0515466
Sep 16 17:57:41.245409 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:41.260450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6497d7d9-83b4-4a31-9bd2-b3cddf6cef1a,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:41.267627 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:41.269785 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6497d7d9-83b4-4a31-9bd2-b3cddf6cef1a HTTP/1.1" status: 204  len: 168 time: 0.3760021
Sep 16 17:57:41.271550 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:41.286977 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.275031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58790) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:42.275031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.275031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:42.275031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Usage tracker for resource:security_group_rule and tenant:20353f7b014e49848e2568daa4b4d93e is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:42.275031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:42.280687 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:42.358551 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-448ec081-e237-4367-b58c-8a31073d925e req-19de6ca2-4802-4bd9-a4ba-1bf8abd330b3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 210 time: 0.0469096
Sep 16 17:57:42.367678 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.637663 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.647444 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:42.690965 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20353f7b014e49848e2568daa4b4d93e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4576657
Sep 16 17:57:42.693103 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805a7224-5476-450d-87c2-8878ed34750c,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:42.693757 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58806) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:42.696598 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:42.745995 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.758925 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.784774 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:42.939510 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-deeb7b56-aea4-45fa-87ee-b4561f7ced23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718749
Sep 16 17:57:43.043649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:43.051680 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-de4dc4c8-0e70-4c8c-a833-aa00d3f52105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:43.070114 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805a7224-5476-450d-87c2-8878ed34750c,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:43.073193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:43.081983 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:43.083961 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/805a7224-5476-450d-87c2-8878ed34750c HTTP/1.1" status: 204  len: 168 time: 0.3882000
Sep 16 17:57:43.160914 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-9f4edd8f-8ea1-4ad3-bc98-63c61f8daea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:43.162994 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-9f4edd8f-8ea1-4ad3-bc98-63c61f8daea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 1098 time: 0.1006272
Sep 16 17:57:43.318350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-6875bd77-c963-40f3-a178-dd5000c443f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:43.319866 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-6875bd77-c963-40f3-a178-dd5000c443f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 914 time: 0.1357710
Sep 16 17:57:43.406436 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-4a324065-5bbf-4424-ac87-9c3c2bfec125 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66071d37-a3ee-424e-9266-893959403d4c HTTP/1.1" status: 200  len: 217 time: 0.0770769
Sep 16 17:57:43.579348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-89bca063-9fc5-435e-8eba-eff817128492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:43.579348 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-89bca063-9fc5-435e-8eba-eff817128492 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.1603544
Sep 16 17:57:43.579348 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e10a40e3-b4df-49cf-a15e-e96d782a0f41 req-278b423a-4a3d-4773-990e-826fb5573ee5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 210 time: 0.0551879
Sep 16 17:57:43.636131 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-015dd963-ab35-44fe-9e02-472a78dba1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528505
Sep 16 17:57:43.780131 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-3024d6d9-c4a7-44a1-9a56-9b2a6f410e22 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365392
Sep 16 17:57:43.919877 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d8d0c88-dfca-46a2-8d5f-23752b1ab9c1 req-0d1a812b-ae1b-4bec-949f-57dc46c2dda9 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323352
Sep 16 17:57:44.440424 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-b059dc94-f98a-460e-a40d-5a9521b10cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:44.441956 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-b059dc94-f98a-460e-a40d-5a9521b10cfe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.0848451
Sep 16 17:57:44.629067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-2198e2cd-00ab-4613-a9f1-d0d6d5e0e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:44.629955 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-2198e2cd-00ab-4613-a9f1-d0d6d5e0e340 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.1808658
Sep 16 17:57:44.684515 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-6e357019-b32c-414f-ba96-495b9ef10b50 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:44.686215 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-6e357019-b32c-414f-ba96-495b9ef10b50 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.3663561
Sep 16 17:57:44.697336 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9582f-bef6-4ad5-9024-fabb2c0c60b2 req-ce40f015-b397-438d-abfd-85d607a30205 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:44.705076 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-00b9582f-bef6-4ad5-9024-fabb2c0c60b2 req-ce40f015-b397-438d-abfd-85d607a30205 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.3582046
Sep 16 17:57:44.710362 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Request body: {'port': {'device_id': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'admin_state_up': True, 'tenant_id': '6c9d06e8144c42d4924734235178faec'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:44.721457 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-c7e9412f-1dd5-4076-9978-288969e6ef8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0796511
Sep 16 17:57:44.813941 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-0cb9617a-c035-4d72-a999-e1099e475484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:44.815605 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-0cb9617a-c035-4d72-a999-e1099e475484 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0876067
Sep 16 17:57:44.861720 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-00b9582f-bef6-4ad5-9024-fabb2c0c60b2 req-0a87e729-4039-4354-93c1-6eba6675d04c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553454
Sep 16 17:57:44.869489 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-8c4c5e6c-03ae-47e4-9113-4118f424db58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459559
Sep 16 17:57:44.954243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:44.962164 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f81ed51f-03c9-463b-9c3f-fd7cf6d11ff9 req-2c2f9175-2662-4371-b02a-4139eca46a43 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 210 time: 0.1004684
Sep 16 17:57:44.975627 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:45.073025 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58900) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:45.089725 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-22dd91c3-c786-4183-a68a-cec556577676 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716418
Sep 16 17:57:45.117661 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Made reservation on behalf of 6c9d06e8144c42d4924734235178faec for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:45.121541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.168900 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.240854 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bcd839c3-7d6c-4c3b-930f-d05bd35acc7d req-01e4f054-446f-4f37-976e-11fd909bbd64 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1442995
Sep 16 17:57:45.326682 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.350992 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:45.358808 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Usage tracker for resource:security_group_rule and tenant:0e4ac6569a70408481e2780f49358114 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:45.364853 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:45.375637 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:45.384719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Allocated IP 172.20.0.11 (3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04/eba93485-0521-4c06-8ad8-2a11317852c9/daf7609c-46ab-4772-a028-b33f8a659495) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:57:45.613237 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.657623 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.711564 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.719434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-808d06e5-ab09-4640-9b79-9824ce60b264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:45.753727 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69925a0-125f-4da9-a08a-450faac88719,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:45.759046 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:45.764767 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0e4ac6569a70408481e2780f49358114&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6907294
Sep 16 17:57:45.768024 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58934) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:45.819276 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.832642 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c', '134e473c-bdfb-4463-9a58-ff29ddfcf2a7'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:57:45.836181 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:45.915278 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58944) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:45.930487 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:45.942570 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:57:45.948587 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:57:45.983194 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:57:45.989379 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:45.989995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.038656 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.062900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event updated for resources: {'Port': ['ID=daf7609c-46ab-4772-a028-b33f8a659495,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:46.123183 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:46.206499 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a0add-06c3-4961-ac97-825df8ed84ea req-6d7d79c2-1fa2-45ab-974a-b109a3b2c6f4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:46.208359 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7c3a0add-06c3-4961-ac97-825df8ed84ea req-6d7d79c2-1fa2-45ab-974a-b109a3b2c6f4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 932 time: 0.1049075
Sep 16 17:57:46.242713 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad3319-7845-4643-b6ad-2c2879d27d0a req-c40e79a7-5935-47a5-b1e3-fd0f67287cc8 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:46.245179 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-acad3319-7845-4643-b6ad-2c2879d27d0a req-c40e79a7-5935-47a5-b1e3-fd0f67287cc8 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1788869
Sep 16 17:57:46.306965 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7c3a0add-06c3-4961-ac97-825df8ed84ea req-1f20990e-d1bd-4ec2-82df-9cb17635c94a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832298
Sep 16 17:57:46.313311 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6041744
Sep 16 17:57:46.313311 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.329935 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.334732 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Request body: {'port': {'device_id': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:46.345464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:46.349352 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2606a30c0e4c6c807bda60c15e14ec is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:46.352376 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:46.358116 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:46.367186 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:46.399051 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.400330 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f69925a0-125f-4da9-a08a-450faac88719 HTTP/1.1" status: 204  len: 168 time: 0.6314020
Sep 16 17:57:46.401286 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69925a0-125f-4da9-a08a-450faac88719,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:46.403528 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:46.423621 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-acad3319-7845-4643-b6ad-2c2879d27d0a req-5efc6105-3525-4d35-b294-1677afa9aabc tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709621
Sep 16 17:57:46.471645 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.498696 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.585963 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.594547 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:46.634512 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f2606a30c0e4c6c807bda60c15e14ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7180865
Sep 16 17:57:46.636133 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b109f15-5b61-4a62-a01f-e77341f76240,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:46.637642 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58958) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:46.639400 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:46.814204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.860482 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:46.965795 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf7609c-46ab-4772-a028-b33f8a659495 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:57:46.975158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.119857 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58970) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:47.122334 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Transition to ACTIVE for port object daf7609c-46ab-4772-a028-b33f8a659495 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:57:47.123247 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.127229 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:47.141798 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b109f15-5b61-4a62-a01f-e77341f76240,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:47.145650 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:47.149154 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.152934 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b109f15-5b61-4a62-a01f-e77341f76240 HTTP/1.1" status: 204  len: 168 time: 0.5108631
Sep 16 17:57:47.247130 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.262234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:47.266713 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Usage tracker for resource:security_group_rule and tenant:831b0a773fe048f68587a25d21ec0371 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:47.269491 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:47.271669 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.275179 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:47.278125 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:47.367862 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.487244 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58982) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:47.514376 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Pushing event updated for resources: {'Port': ['ID=daf7609c-46ab-4772-a028-b33f8a659495,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:47.551350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:47.558141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.559210 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.572272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:47.609903 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba30ea9-53dc-406c-8270-e492b95fd78e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:47.616062 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:47.627593 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:47.636325 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=831b0a773fe048f68587a25d21ec0371&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5131078
Sep 16 17:57:47.636628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Usage tracker for resource:security_group_rule and tenant:560cbd6da02f42c98920f1298b0ef50e is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:47.639238 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 58988) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:47.643074 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Attempting to bind port daf7609c-46ab-4772-a028-b33f8a659495 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:57:47.643506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Attempting to bind port daf7609c-46ab-4772-a028-b33f8a659495 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:57:47.643824 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Attempting to bind port daf7609c-46ab-4772-a028-b33f8a659495 on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:57:47.656684 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:47.677130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:47.679256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Port daf7609c-46ab-4772-a028-b33f8a659495 on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:57:47.679572 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Attempting to bind port daf7609c-46ab-4772-a028-b33f8a659495 on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:57:47.684104 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4239021-4b2e-4a0f-b001-2b48c53352db req-25169513-9884-48ad-b027-792f057d0cd7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:47.685722 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e4239021-4b2e-4a0f-b001-2b48c53352db req-25169513-9884-48ad-b027-792f057d0cd7 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 944 time: 0.2628043
Sep 16 17:57:47.701446 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:57:47.701776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Checking segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:57:47.702148 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Bound using segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:57:47.702568 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Bound port: daf7609c-46ab-4772-a028-b33f8a659495, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:57:47.703430 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.734148 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e4239021-4b2e-4a0f-b001-2b48c53352db req-ecd07a11-4225-400d-9711-7bd12b858058 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424602
Sep 16 17:57:47.840149 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009f14b-f0cf-4e71-99bd-b3b0a6946452 req-39752710-1222-491d-9125-1428c0c54ca1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:47.841613 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a009f14b-f0cf-4e71-99bd-b3b0a6946452 req-39752710-1222-491d-9125-1428c0c54ca1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.2730777
Sep 16 17:57:47.862670 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.918881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] For port daf7609c-46ab-4772-a028-b33f8a659495, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:57:47.941080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:47.965829 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a009f14b-f0cf-4e71-99bd-b3b0a6946452 req-fe32154b-84b5-4728-9671-de068981e085 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104755
Sep 16 17:57:47.967247 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] For port daf7609c-46ab-4772-a028-b33f8a659495, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=daf7609c-46ab-4772-a028-b33f8a659495,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:57:48.015248 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.077901 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.083407 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-422d996e-6b53-4882-92c0-b5357be53962 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:48.144120 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:48.144736 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.146118 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] 10.222.0.13 "PUT /v2.0/ports/daf7609c-46ab-4772-a028-b33f8a659495 HTTP/1.1" status: 200  len: 1094 time: 1.8190794
Sep 16 17:57:48.146658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'tag': 'daf7609c-46ab-4772-a028-b33f8a659495'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:57:48.175740 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Pushing event updated for resources: {'Port': ['ID=daf7609c-46ab-4772-a028-b33f8a659495,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:48.178802 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:48.196471 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'tag': 'daf7609c-46ab-4772-a028-b33f8a659495', 'status': 'completed', 'code': 200}
Sep 16 17:57:48.197559 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.207313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-17037127-feea-4308-acf6-83883972e7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:48.233052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 58998) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:48.250642 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.268113 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:48.272097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd1d550a8af4e6f99cd2203a78a22fa is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:48.274824 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:48.280791 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:48.284788 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.300202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53eddd3-1ba4-4a46-a8b7-ac155e1dd97a,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:48.306591 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=560cbd6da02f42c98920f1298b0ef50e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8178763
Sep 16 17:57:48.309427 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59002) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:48.312594 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:48.315533 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-db800cc5-bf9c-4f2d-b1f5-822dd080b687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:48.334217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba30ea9-53dc-406c-8270-e492b95fd78e,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:48.337582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:48.338583 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.341568 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7ba30ea9-53dc-406c-8270-e492b95fd78e HTTP/1.1" status: 204  len: 168 time: 0.6983788
Sep 16 17:57:48.360404 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71aa9-55a8-452e-9ebb-10c971cbd431 req-ccdd981c-95b6-4a2e-a627-cffb88a4bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:48.368359 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3d71aa9-55a8-452e-9ebb-10c971cbd431 req-ccdd981c-95b6-4a2e-a627-cffb88a4bd10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 1097 time: 0.1406140
Sep 16 17:57:48.417667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.461493 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.471607 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.512966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71aa9-55a8-452e-9ebb-10c971cbd431 req-b95a3d4c-221d-4848-88c7-6beeb9cf4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:48.515511 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3d71aa9-55a8-452e-9ebb-10c971cbd431 req-b95a3d4c-221d-4848-88c7-6beeb9cf4410 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c9d06e8144c42d4924734235178faec&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1442866
Sep 16 17:57:48.561751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.569060 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3512ca5e-de3a-4c77-8a6e-586f05da209b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:48.615099 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4bd1d550a8af4e6f99cd2203a78a22fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809798
Sep 16 17:57:48.615883 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f314e321-ab80-4537-80e5-cbae4e92f5ed,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:48.618681 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59008) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:48.618955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:48.687697 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d71aa9-55a8-452e-9ebb-10c971cbd431 req-617f2113-5998-4654-be26-58610ec2f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:48.689050 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3d71aa9-55a8-452e-9ebb-10c971cbd431 req-617f2113-5998-4654-be26-58610ec2f860 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1678913
Sep 16 17:57:48.689276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.708879 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a4972f18-b08e-4072-a0ac-83743cd55211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:48.713784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.724669 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53eddd3-1ba4-4a46-a8b7-ac155e1dd97a,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:48.729061 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:48.744873 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.748397 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a53eddd3-1ba4-4a46-a8b7-ac155e1dd97a HTTP/1.1" status: 204  len: 168 time: 0.4347885
Sep 16 17:57:48.787116 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.853334 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-5282f4d5-3265-41ac-bb40-eb4ee89b880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:48.854807 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-5282f4d5-3265-41ac-bb40-eb4ee89b880f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 1097 time: 0.1143327
Sep 16 17:57:48.936968 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-c0b4be05-2164-4aaa-8d85-0d809b2898f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=daf7609c-46ab-4772-a028-b33f8a659495 HTTP/1.1" status: 200  len: 217 time: 0.0740974
Sep 16 17:57:48.950373 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99dd931-2b78-4881-b231-c6dd486102f3 req-d07c607a-7d51-4ada-96e1-003b061d5475 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:48.952083 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f99dd931-2b78-4881-b231-c6dd486102f3 req-d07c607a-7d51-4ada-96e1-003b061d5475 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 944 time: 0.0880113
Sep 16 17:57:48.991102 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:48.999272 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f99dd931-2b78-4881-b231-c6dd486102f3 req-72ca7175-fd12-4e18-9833-156d96ee2b88 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400484
Sep 16 17:57:49.003088 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6069f683-2212-41cc-9a14-f16ee4a17d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:49.016787 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f314e321-ab80-4537-80e5-cbae4e92f5ed,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:49.028306 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:49.045052 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.049439 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f314e321-ab80-4537-80e5-cbae4e92f5ed HTTP/1.1" status: 204  len: 168 time: 0.4260850
Sep 16 17:57:49.049439 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-abe3ddf8-de4f-48a9-86a3-c8ded66c1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:49.049714 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-abe3ddf8-de4f-48a9-86a3-c8ded66c1fb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.1071172
Sep 16 17:57:49.100456 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-2068056e-06fc-4f2a-b9ad-5f388161dd01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438905
Sep 16 17:57:49.205015 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce453f-9380-4c80-8b4f-f366cc910d7f req-73860976-d4a0-4911-aea3-6fe6707ef91f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:49.206807 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-45ce453f-9380-4c80-8b4f-f366cc910d7f req-73860976-d4a0-4911-aea3-6fe6707ef91f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0957844
Sep 16 17:57:49.248299 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:57:49.256387 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-45ce453f-9380-4c80-8b4f-f366cc910d7f req-c39a70bf-c976-40e9-b66e-d0385e7c348f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423677
Sep 16 17:57:49.277151 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-8189ab9d-50ad-4dfd-8b79-33b5431188a6 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630175
Sep 16 17:57:49.404417 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59028) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:49.406546 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9625afb-47cd-4be7-8812-a824ae4ba070 req-8b3600d5-31c6-4831-87d6-1cf509b33171 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278818
Sep 16 17:57:49.422112 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.437850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:49.445852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Usage tracker for resource:security_group_rule and tenant:fbce8a4d60084b1aa2a76a8fda338877 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:49.445852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:49.450519 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:49.536195 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.629489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.636438 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ce76dcee-31ab-4c53-a3fd-f765f6f130a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:49.678972 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fbce8a4d60084b1aa2a76a8fda338877&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2729888
Sep 16 17:57:49.680641 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd6d04-f85a-4207-9460-b223a2aa174c,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:49.681610 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59040) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:49.683751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:49.752603 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.777318 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.940313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.945348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-06ee035e-918e-4299-ac0a-4b8ef55b7b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:49.955095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd6d04-f85a-4207-9460-b223a2aa174c,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:49.957889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:49.962680 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:49.963770 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/acdd6d04-f85a-4207-9460-b223a2aa174c HTTP/1.1" status: 204  len: 168 time: 0.2810004
Sep 16 17:57:50.073428 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59052) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:50.104084 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.140017 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:50.150260 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:97999c48f83c4f799d079ec9c2aa6fd3 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:50.153447 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:50.163172 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:50.224699 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bfdfe9-c04a-456c-8d67-c316d659a1f4 req-faca1646-4bff-418f-bd25-c8d0c52495b5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:50.226201 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-25bfdfe9-c04a-456c-8d67-c316d659a1f4 req-faca1646-4bff-418f-bd25-c8d0c52495b5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 944 time: 0.1087265
Sep 16 17:57:50.290046 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-25bfdfe9-c04a-456c-8d67-c316d659a1f4 req-80f4a6bf-8ac0-437c-bd47-db7f56a72e73 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462561
Sep 16 17:57:50.365756 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.445885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.456020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-549928a3-f507-4108-9a7c-8ec411959ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:50.505885 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=97999c48f83c4f799d079ec9c2aa6fd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4323211
Sep 16 17:57:50.509232 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59070) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:50.518126 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab33620-be7f-4d88-b4ca-03572e0044a7 req-aad9f399-fbe3-4b1e-b96b-1d55ef445d8d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:50.519603 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9ab33620-be7f-4d88-b4ca-03572e0044a7 req-aad9f399-fbe3-4b1e-b96b-1d55ef445d8d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1403008
Sep 16 17:57:50.520451 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eca714-2668-4afa-b5a6-333e6a649a59,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:50.524363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:50.524995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59074) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:50.579290 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9ab33620-be7f-4d88-b4ca-03572e0044a7 req-fa801f98-5b4b-4ca2-b7c6-250159e4d09c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454469
Sep 16 17:57:50.611600 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.643475 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.654863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1985403608-network', 'tenant_id': '08dbd13877a04352a3e46e2c9114a24c'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:50.660247 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:50.664299 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Usage tracker for resource:network and tenant:08dbd13877a04352a3e46e2c9114a24c is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:50.667351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:50.674256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:50.791464 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Made reservation on behalf of 08dbd13877a04352a3e46e2c9114a24c for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:50.793794 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.805787 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.820194 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:50.823972 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Usage tracker for resource:security_group_rule and tenant:08dbd13877a04352a3e46e2c9114a24c is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:50.826798 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:50.831664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.836083 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:50.848349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8f8c217d-68cc-4760-b409-f51376a1fe96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:50.858834 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eca714-2668-4afa-b5a6-333e6a649a59,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:50.862931 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:50.870363 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:50.871847 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a2eca714-2668-4afa-b5a6-333e6a649a59 HTTP/1.1" status: 204  len: 168 time: 0.3603694
Sep 16 17:57:50.935542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.025712 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.030036 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:51.052874 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:57:51.065262 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f393bb6b-0f56-4f7a-a1ca-8729237d7282,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:51.069066 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:51.070119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.070453 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Added segment 7ca6679d-a44c-4852-b917-7e32d3bdee1b of type vlan for network 193af7c8-0074-45d8-89d7-9c3911404cbd
Sep 16 17:57:51.097954 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.220121 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.221455 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:51.222032 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.226863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-15d13c70-7a3c-4d3c-8fa0-3b54d909a0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:51.347121 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Pushing event updated for resources: {'Network': ['ID=193af7c8-0074-45d8-89d7-9c3911404cbd,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:51.354661 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:51.364368 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 193af7c8-0074-45d8-89d7-9c3911404cbd details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:57:51.469842 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9435053
Sep 16 17:57:51.472556 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59106) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:51.479512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Request body: {'subnet': {'network_id': '193af7c8-0074-45d8-89d7-9c3911404cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1985403608-subnet', 'tenant_id': '08dbd13877a04352a3e46e2c9114a24c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:51.490531 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:51.497270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Usage tracker for resource:subnet and tenant:08dbd13877a04352a3e46e2c9114a24c is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:51.503176 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:51.512209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfce8e6-7ff8-4abc-a10f-dc169ecc0899 req-0743c524-ac98-4124-ac88-41a69812dd6a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:51.518102 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9dfce8e6-7ff8-4abc-a10f-dc169ecc0899 req-0743c524-ac98-4124-ac88-41a69812dd6a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 944 time: 0.1009517
Sep 16 17:57:51.521100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:51.574644 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9dfce8e6-7ff8-4abc-a10f-dc169ecc0899 req-06939fef-019a-4b62-a986-b841d39c3283 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440583
Sep 16 17:57:51.655473 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Made reservation on behalf of 08dbd13877a04352a3e46e2c9114a24c for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:51.659602 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Notify callbacks [] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:51.858852 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0936b2-66e0-49b3-af51-266de7e61d7f req-0e74a6a1-986c-4b19-8e3f-565c7f898d3a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:51.861285 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6b0936b2-66e0-49b3-af51-266de7e61d7f req-0e74a6a1-986c-4b19-8e3f-565c7f898d3a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1291032
Sep 16 17:57:51.951507 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6b0936b2-66e0-49b3-af51-266de7e61d7f req-f1b3aa1d-62cc-4b6a-89af-7163bf9c6480 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590804
Sep 16 17:57:52.076724 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:52.081898 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-79b11ffc-ee5e-45c2-b93d-82b2f17e406f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:52.154262 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Pushing event updated for resources: {'Subnet': ['ID=03519086-c2af-4e66-8ce5-41600f009d3e,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:52.160372 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:52.163118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Checking segment: {'id': '7ca6679d-a44c-4852-b917-7e32d3bdee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '193af7c8-0074-45d8-89d7-9c3911404cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:57:52.163495 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Network hostable DHCP agents. Network: 193af7c8-0074-45d8-89d7-9c3911404cbd, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:57:52.266173 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Network 193af7c8-0074-45d8-89d7-9c3911404cbd is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:57:52.273853 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59138) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:52.368668 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 193af7c8-0074-45d8-89d7-9c3911404cbd) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:57:52.376674 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:52.377264 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:52.385813 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36394e-9865-4f97-9649-010ff6d83a9a None None] Network 193af7c8-0074-45d8-89d7-9c3911404cbd requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:57:52.463177 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9806833
Sep 16 17:57:52.534510 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-542024307-network', 'tenant_id': '4f0b78f3f1414c5f85a43929d185831a'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:52.539836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:52.544643 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Usage tracker for resource:network and tenant:4f0b78f3f1414c5f85a43929d185831a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:52.548250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:52.557644 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:52.624993 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c376fb6-a1ff-4c08-9128-f2263450979e None None] Network 193af7c8-0074-45d8-89d7-9c3911404cbd requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:57:52.672626 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Made reservation on behalf of 4f0b78f3f1414c5f85a43929d185831a for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:52.675389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:52.698565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:52.714229 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:52.720000 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Usage tracker for resource:security_group_rule and tenant:4f0b78f3f1414c5f85a43929d185831a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:52.724011 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:52.731106 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:52.817372 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ed53d-70b9-4dce-a798-c76192279d87 req-1003b14d-982a-48dd-9ac1-17e2432c1cc8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:52.818214 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-5a0ed53d-70b9-4dce-a798-c76192279d87 req-1003b14d-982a-48dd-9ac1-17e2432c1cc8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:57:52.846706 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:52.969421 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:52.969599 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-5a0ed53d-70b9-4dce-a798-c76192279d87 req-1003b14d-982a-48dd-9ac1-17e2432c1cc8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:57:52.970678 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5a0ed53d-70b9-4dce-a798-c76192279d87 req-1003b14d-982a-48dd-9ac1-17e2432c1cc8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 944 time: 0.2777679
Sep 16 17:57:52.973769 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8dd7bd90-7881-48b7-80de-cc9647b08ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:53.004676 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:57:53.023542 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3f52dd-59c5-4c81-bbbf-62d85966bab8,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:53.027572 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:53.030471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.031082 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Added segment c4de6649-349d-4408-a145-8bf1fa20d3cf of type vlan for network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a
Sep 16 17:57:53.041196 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5a0ed53d-70b9-4dce-a798-c76192279d87 req-9cd93bf3-340a-474e-80c3-a114c1616421 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645382
Sep 16 17:57:53.066886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.182521 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2b98a-14e5-457a-adf3-e77dc429bd80 req-b8e8dea3-62f7-4a24-ac50-1d734c094f5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:53.183907 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dbe2b98a-14e5-457a-adf3-e77dc429bd80 req-b8e8dea3-62f7-4a24-ac50-1d734c094f5d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0883024
Sep 16 17:57:53.228744 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.231730 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:53.237265 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.238668 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dbe2b98a-14e5-457a-adf3-e77dc429bd80 req-6b5324fe-d5a3-40c6-be24-a8c0e4fbbf8e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482054
Sep 16 17:57:53.240754 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:53.338031 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Pushing event updated for resources: {'Network': ['ID=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:53.340696 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:53.342826 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59180) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:53.349498 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-398233083-network', 'tenant_id': '2ab279d0ba0a4ff88294c840c8b3e46e'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:53.350082 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:57:53.354158 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:53.358236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Usage tracker for resource:network and tenant:2ab279d0ba0a4ff88294c840c8b3e46e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:53.362810 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:53.368069 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device daf7609c-46ab-4772-a028-b33f8a659495 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:57:53.368864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:53.462658 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.1875226
Sep 16 17:57:53.465414 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59184) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:53.471322 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Request body: {'subnet': {'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-542024307-subnet', 'tenant_id': '4f0b78f3f1414c5f85a43929d185831a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:53.483616 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:53.483616 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Usage tracker for resource:subnet and tenant:4f0b78f3f1414c5f85a43929d185831a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:53.483616 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:53.488048 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:53.577308 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port daf7609c-46ab-4772-a028-b33f8a659495, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=daf7609c-46ab-4772-a028-b33f8a659495,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:53.590567 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'daf7609c-46ab-4772-a028-b33f8a659495', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'port_id': 'daf7609c-46ab-4772-a028-b33f8a659495', 'mac_address': 'fa:16:3e:de:c6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba93485-0521-4c06-8ad8-2a11317852c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:57:53.609225 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Made reservation on behalf of 4f0b78f3f1414c5f85a43929d185831a for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:53.611725 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15866060'] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.625703 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Made reservation on behalf of 2ab279d0ba0a4ff88294c840c8b3e46e for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:53.628664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.646728 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.646945 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.665975 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf7609c-46ab-4772-a028-b33f8a659495 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:57:53.683677 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port daf7609c-46ab-4772-a028-b33f8a659495, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=daf7609c-46ab-4772-a028-b33f8a659495,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:53.728022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:53.735192 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Usage tracker for resource:security_group_rule and tenant:2ab279d0ba0a4ff88294c840c8b3e46e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:53.740846 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:53.748414 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:53.808891 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:53.811650 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:53.911762 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=daf7609c-46ab-4772-a028-b33f8a659495,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:53.914933 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:53.923593 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.025538 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.030373 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6de9437a-a6d1-4c43-b26d-ff1f75e7667a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:54.053851 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:57:54.069538 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14855277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15866106'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.071299 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47fee9-788e-4a7c-83a9-747c29e1c7c8,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:54.076412 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:54.076412 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.076412 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Added segment f8df19da-8995-49ca-a7d8-c2d170e20a5d of type vlan for network bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9
Sep 16 17:57:54.085247 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:54.169343 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.195869 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72150446-f8d7-4a98-b01a-c2ff303cd976,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:54.199714 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:54.227290 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Checking segment: {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:57:54.227559 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Network hostable DHCP agents. Network: 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:57:54.249219 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['daf7609c-46ab-4772-a028-b33f8a659495'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:57:54.261546 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e171444-f186-427f-9c63-9b93f1d19c78 req-4115d789-4127-41b4-b5df-7ead20a87964 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:54.269360 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e171444-f186-427f-9c63-9b93f1d19c78 req-4115d789-4127-41b4-b5df-7ead20a87964 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 945 time: 0.0999160
Sep 16 17:57:54.324184 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e171444-f186-427f-9c63-9b93f1d19c78 req-248a9d8e-3973-436e-9644-439a91206803 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538707
Sep 16 17:57:54.340593 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:57:54.344923 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.348724 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:54.349307 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.369095 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:54.549949 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:57:54.558477 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484aaf2c-b60d-49cb-b3cc-1468268837b3 None None] Network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:57:54.574310 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:54.574895 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:54.606545 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Pushing event updated for resources: {'Network': ['ID=bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:54.614982 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:54.621802 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:57:54.647786 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce085e-f8e4-4471-b21b-cd52f4e0f066 req-8561da89-9254-432c-ae6a-d8990110c9da tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:54.649387 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dcce085e-f8e4-4471-b21b-cd52f4e0f066 req-8561da89-9254-432c-ae6a-d8990110c9da tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1392641
Sep 16 17:57:54.697927 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dcce085e-f8e4-4471-b21b-cd52f4e0f066 req-5fceb9d9-7eca-4321-93d7-619a932b624e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406406
Sep 16 17:57:54.715302 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3676753
Sep 16 17:57:54.715389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59200) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:57:54.723714 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Request body: {'subnet': {'network_id': 'bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-398233083-subnet', 'tenant_id': '2ab279d0ba0a4ff88294c840c8b3e46e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:57:54.735333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:57:54.735333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Usage tracker for resource:subnet and tenant:2ab279d0ba0a4ff88294c840c8b3e46e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:57:54.738284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:57:54.744582 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:57:54.779700 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e4d523cf-c4df-47c4-a53f-002ebed670b4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3129697
Sep 16 17:57:54.866073 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96595cf-41bf-4ff6-803b-a30c33754fa4 None None] Network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:57:54.922719 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Made reservation on behalf of 2ab279d0ba0a4ff88294c840c8b3e46e for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:57:54.925244 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15866060'] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:55.209088 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14855277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15866106'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:55.214198 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:55.289604 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea01f53-305f-40aa-a623-6507240b7ed8,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:55.293945 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:55.295546 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Checking segment: {'id': 'f8df19da-8995-49ca-a7d8-c2d170e20a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:57:55.295844 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Network hostable DHCP agents. Network: bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:57:55.420074 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Network bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:57:55.508568 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee825f-41dc-497e-b351-a9241b7a99b3 req-c92908f4-6ad5-45d2-a6c7-da723f739fe8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:55.510030 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23ee825f-41dc-497e-b351-a9241b7a99b3 req-c92908f4-6ad5-45d2-a6c7-da723f739fe8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 945 time: 0.0841870
Sep 16 17:57:55.539798 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:57:55.551154 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:55.551844 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:55.552585 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c4bc2-2bfe-4b1e-b3ce-aaa2a2be7408 None None] Network bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:57:55.562616 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23ee825f-41dc-497e-b351-a9241b7a99b3 req-49e9034a-0cf4-491a-8e42-4ede445dd920 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467818
Sep 16 17:57:55.697134 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9728689
Sep 16 17:57:55.767668 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba1e44-1a7d-4fb3-90f5-461d289bfa8d None None] Network bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:57:55.945661 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a34d6c-3fb0-4523-abc1-443706ec3b8f req-947cb95c-21ac-4bfb-9185-9361eb279fa7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:55.951108 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-61a34d6c-3fb0-4523-abc1-443706ec3b8f req-947cb95c-21ac-4bfb-9185-9361eb279fa7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1225832
Sep 16 17:57:56.025355 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-61a34d6c-3fb0-4523-abc1-443706ec3b8f req-d2dac9ef-2343-4d68-b6bb-2de3bc2c71a6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675588
Sep 16 17:57:56.775756 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb548e8-255a-436e-915f-8b38c69532ee req-7d82337c-0fff-4c4f-a296-da3aa49a8e48 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:56.777358 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3fb548e8-255a-436e-915f-8b38c69532ee req-7d82337c-0fff-4c4f-a296-da3aa49a8e48 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 945 time: 0.1025071
Sep 16 17:57:56.826030 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3fb548e8-255a-436e-915f-8b38c69532ee req-5b0367dd-b82b-4af5-9ffe-a31f2f42ffb1 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418637
Sep 16 17:57:57.215485 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec36f21-b79d-4714-8482-0d27297c9cd7 req-7d9f28f3-4939-4f1f-81e2-ab52aac40956 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:57.216956 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2ec36f21-b79d-4714-8482-0d27297c9cd7 req-7d9f28f3-4939-4f1f-81e2-ab52aac40956 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0827565
Sep 16 17:57:57.264702 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2ec36f21-b79d-4714-8482-0d27297c9cd7 req-d5de3eea-69b9-4b95-9041-b89ee276a364 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421169
Sep 16 17:57:57.381696 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device daf7609c-46ab-4772-a028-b33f8a659495 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:57:57.550021 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port daf7609c-46ab-4772-a028-b33f8a659495 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:57:57.555043 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port daf7609c-46ab-4772-a028-b33f8a659495 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:57:57.555421 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:57.678148 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:57.707516 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf7609c-46ab-4772-a028-b33f8a659495'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:57:57.717256 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port daf7609c-46ab-4772-a028-b33f8a659495, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=daf7609c-46ab-4772-a028-b33f8a659495,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:57:57.754860 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf7609c-46ab-4772-a028-b33f8a659495', 'code': 200}
Sep 16 17:57:57.854597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:57:57.857564 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:57:57.863870 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61688b5-58e4-450b-8279-e7b3e8557920 req-9457aac1-9f9f-4e62-adc3-fc693070b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:57.865407 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d61688b5-58e4-450b-8279-e7b3e8557920 req-9457aac1-9f9f-4e62-adc3-fc693070b5ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.0719333
Sep 16 17:57:57.911072 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d61688b5-58e4-450b-8279-e7b3e8557920 req-c54e0055-bb0a-42bf-a55f-c44b3089b399 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374620
Sep 16 17:57:57.928609 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=daf7609c-46ab-4772-a028-b33f8a659495,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:57:57.931703 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:57:58.024243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0fc35-1b3a-4c19-bd59-97cd3d98dc1d req-8b707202-745c-4cc1-af7a-57bec4a8ee8c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:58.025700 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-77d0fc35-1b3a-4c19-bd59-97cd3d98dc1d req-8b707202-745c-4cc1-af7a-57bec4a8ee8c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.0870366
Sep 16 17:57:58.070894 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-77d0fc35-1b3a-4c19-bd59-97cd3d98dc1d req-faffc619-4200-4359-ac58-9ab8f322ef18 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385401
Sep 16 17:57:58.262430 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181e6a-733c-4b2e-8a6a-5c7597dd60ad req-922b785a-3d25-4022-b2ce-8f6ce25b146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:58.263914 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dd181e6a-733c-4b2e-8a6a-5c7597dd60ad req-922b785a-3d25-4022-b2ce-8f6ce25b146c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 1099 time: 0.0708005
Sep 16 17:57:58.313300 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dd181e6a-733c-4b2e-8a6a-5c7597dd60ad req-061fccc4-4bf0-44bd-90b9-ff98f10b15f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420945
Sep 16 17:57:58.469086 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042758c3-ae1b-4148-9c47-043126edb6c8 req-d7c09344-20e9-4f45-817b-20f4664e8551 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:58.471347 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-042758c3-ae1b-4148-9c47-043126edb6c8 req-d7c09344-20e9-4f45-817b-20f4664e8551 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0888257
Sep 16 17:57:58.518017 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-042758c3-ae1b-4148-9c47-043126edb6c8 req-2f025522-ff55-4f17-ad20-a1afe8e49200 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411522
Sep 16 17:57:58.728962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-bbc442c9-628a-4136-8ec9-5924512021cf tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:58.729671 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-bbc442c9-628a-4136-8ec9-5924512021cf tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Synchronizing usage tracker for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:network {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:57:58.894218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-bbc442c9-628a-4136-8ec9-5924512021cf tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Unset dirty status for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:network {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:57:58.895435 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-bbc442c9-628a-4136-8ec9-5924512021cf tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/networks?id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 200  len: 808 time: 0.3231695
Sep 16 17:57:58.910918 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6032a26f-a31f-4643-bb52-621cd102f37d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/quotas/4f0b78f3f1414c5f85a43929d185831a HTTP/1.1" status: 200  len: 375 time: 0.0100205
Sep 16 17:57:58.957246 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-56af90ac-a323-4162-9ff0-4104f8da478a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f0b78f3f1414c5f85a43929d185831a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0413551
Sep 16 17:57:59.097888 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-c3b74c16-d7aa-4cc4-a833-84ce9c05ab35 service neutron] 10.222.0.37 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340475
Sep 16 17:57:59.231521 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-be0873c8-31ba-47ba-ad55-0b2c560419e5 service neutron] 10.222.0.37 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279943
Sep 16 17:57:59.308631 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbc1279-d668-4770-a2b4-33cbf636c924 req-5a649d16-9516-4537-b443-7b26ff297827 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:59.310199 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3bbc1279-d668-4770-a2b4-33cbf636c924 req-5a649d16-9516-4537-b443-7b26ff297827 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.1101627
Sep 16 17:57:59.354649 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3bbc1279-d668-4770-a2b4-33cbf636c924 req-4fd224c2-3cde-49fc-a847-a617f0db1cf3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385926
Sep 16 17:57:59.524530 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-46278617-315f-4bfd-9b3e-4c9d4dd5ac48 req-4856bdf1-e528-4199-ba9c-f6b7384cfdb0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 210 time: 0.0595922
Sep 16 17:57:59.741771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f7a2-3070-42de-b7d7-d85a6e50a7c8 req-86909d04-ba94-475c-b62a-117fd16ca4af tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:57:59.742286 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de36f7a2-3070-42de-b7d7-d85a6e50a7c8 req-86909d04-ba94-475c-b62a-117fd16ca4af tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1007726
Sep 16 17:57:59.788470 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de36f7a2-3070-42de-b7d7-d85a6e50a7c8 req-c4639467-237f-4b51-b495-018541cb34d6 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400786
Sep 16 17:58:00.616301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2dc48-5229-4de1-a402-003c69a2465a req-6dee36a6-3685-4b60-afff-96459ee8381a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:00.617760 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-37d2dc48-5229-4de1-a402-003c69a2465a req-6dee36a6-3685-4b60-afff-96459ee8381a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.1540084
Sep 16 17:58:00.664983 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-37d2dc48-5229-4de1-a402-003c69a2465a req-657b22d5-4820-481d-8f06-ac603a3ccbbd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413201
Sep 16 17:58:00.759011 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e0b219fa-116e-4763-9967-3355ae9b1fd4 req-50e1aff7-a746-4e48-a419-8e2572728913 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 210 time: 0.0509706
Sep 16 17:58:00.974674 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790a474-eaae-4189-91b9-8263b38cbfb0 req-254747e4-c39b-452b-8488-407382d6056a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:00.976169 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a790a474-eaae-4189-91b9-8263b38cbfb0 req-254747e4-c39b-452b-8488-407382d6056a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0794280
Sep 16 17:58:01.023522 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a790a474-eaae-4189-91b9-8263b38cbfb0 req-0276c810-c850-47c8-89c1-b714da978f9b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417225
Sep 16 17:58:01.303334 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59358) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:01.419003 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:01.433980 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:01.438236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Usage tracker for resource:security_group_rule and tenant:3137fddec57f4048a4db587d14dd6937 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:01.440574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:01.446220 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:01.525720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:01.707080 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:01.718048 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9c16979d-7cb9-4893-a0b0-26d76ac5f526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:01.778217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59370) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:01.778977 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3137fddec57f4048a4db587d14dd6937&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4739668
Sep 16 17:58:01.788495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946e03ab-0ded-4a19-91fe-340c49458def,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:01.792208 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:01.813774 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a197502-0a87-43e3-b8ba-657bfc5027a2 req-d2c9f9c0-c5a9-416f-877c-fbb20cd5a651 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:01.820635 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0a197502-0a87-43e3-b8ba-657bfc5027a2 req-d2c9f9c0-c5a9-416f-877c-fbb20cd5a651 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1854484
Sep 16 17:58:01.820910 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-836fc213-d746-4fbd-b419-884e60315199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:01.822147 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-836fc213-d746-4fbd-b419-884e60315199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.1299753
Sep 16 17:58:01.871042 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0a197502-0a87-43e3-b8ba-657bfc5027a2 req-af5ece34-e0c2-4918-ae66-f846b10791bd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494533
Sep 16 17:58:01.990274 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:02.048116 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-152240fa-e467-44d4-909d-e97abddbd614 req-219ee4c4-9bf3-4f41-b0fe-a410323fbe31 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 210 time: 0.0442553
Sep 16 17:58:02.052497 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:02.104889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-bc9b4478-fc03-488a-9fa3-bd5e5e27e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:02.106730 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-bc9b4478-fc03-488a-9fa3-bd5e5e27e9ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.2759757
Sep 16 17:58:02.199269 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924a55a-f2bb-4a74-a4f5-fcc044c68ee9 req-c261c074-6a01-4472-b8e3-5c12184a8120 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:02.200768 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d924a55a-f2bb-4a74-a4f5-fcc044c68ee9 req-c261c074-6a01-4472-b8e3-5c12184a8120 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.2863212
Sep 16 17:58:02.202613 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-3b555df6-12d5-4cc8-b055-45ecc21d45c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0885880
Sep 16 17:58:02.299289 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d924a55a-f2bb-4a74-a4f5-fcc044c68ee9 req-88f3224d-46f8-4666-88bb-897d6370d6f8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911844
Sep 16 17:58:02.304654 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-70922a58-9b09-493b-9dc5-b6c167d2d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:02.306043 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-70922a58-9b09-493b-9dc5-b6c167d2d662 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0961623
Sep 16 17:58:02.354737 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-6f3df315-8e31-4229-856d-676814ef6245 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0410738
Sep 16 17:58:02.380555 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:02.429432 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a17eb8ab-30e0-4de4-baea-cf8bfe9d9ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:02.447798 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946e03ab-0ded-4a19-91fe-340c49458def,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:02.451690 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:02.465835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:02.470315 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/946e03ab-0ded-4a19-91fe-340c49458def HTTP/1.1" status: 204  len: 168 time: 0.6878006
Sep 16 17:58:02.510909 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-606abb3a-dcb7-488f-9732-13b1a9bae9e2 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1494286
Sep 16 17:58:02.643544 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a88cc8ec-07d8-4b06-8667-b23a33d0c148 req-3389b649-2da7-4034-9bbe-3acd190b5f25 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254530
Sep 16 17:58:03.059441 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15847b-4a30-4523-9619-b311a320f6d7 req-f371b509-1ba8-4d71-91fd-2fa0a6249c52 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:03.060942 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ee15847b-4a30-4523-9619-b311a320f6d7 req-f371b509-1ba8-4d71-91fd-2fa0a6249c52 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0808322
Sep 16 17:58:03.236184 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-02d889ec-d356-4de2-ba0a-330b7ad05a41 req-0decaa76-4df0-46c9-8819-c37b405a9f80 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 210 time: 0.0695274
Sep 16 17:58:03.306707 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ee15847b-4a30-4523-9619-b311a320f6d7 req-cf62d28b-129b-45b9-b1de-3bebf8a990bc tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2235701
Sep 16 17:58:03.350850 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-3fefead3-83a8-4198-a54c-b3f686bbe79f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:03.352849 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-3fefead3-83a8-4198-a54c-b3f686bbe79f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "GET /v2.0/networks?id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 200  len: 808 time: 0.2883804
Sep 16 17:58:03.370521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Request body: {'port': {'device_id': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a', 'admin_state_up': True, 'tenant_id': '4f0b78f3f1414c5f85a43929d185831a'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:58:03.443455 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59402) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:03.466187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:03.524675 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:03.528953 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Usage tracker for resource:port and tenant:4f0b78f3f1414c5f85a43929d185831a is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:03.532599 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:03.538456 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:03.563218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:03.567086 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Usage tracker for resource:security_group_rule and tenant:63a24d0193f84833bc075e6a6bd3d0bc is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:03.569983 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:03.575666 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:03.659137 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:03.688935 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Made reservation on behalf of 4f0b78f3f1414c5f85a43929d185831a for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:58:03.692663 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:03.756890 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:03.766833 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bd4e5fbd-ea4c-4f95-a004-9a8162cb855c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:03.806153 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=63a24d0193f84833bc075e6a6bd3d0bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3613687
Sep 16 17:58:03.807057 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62548f87-315f-4e1f-9042-96a74f1fa41a,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:03.810479 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:03.810953 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59410) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:03.857387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Allocated IP 172.20.0.8 (767ccf10-aa9e-4cbf-bcaf-f8877fdb802a/72150446-f8d7-4a98-b01a-c2ff303cd976/974596f1-affd-4a2e-8166-fff95cdadb63) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:58:03.873661 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:03.900714 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.076835 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.083940 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-40796d52-8324-45b3-a303-d2250d3f8faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:04.098123 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62548f87-315f-4e1f-9042-96a74f1fa41a,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:04.103196 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:04.113750 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.114875 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62548f87-315f-4e1f-9042-96a74f1fa41a HTTP/1.1" status: 204  len: 168 time: 0.3030412
Sep 16 17:58:04.140860 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.272311 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.278111 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a7903d2e-8cf1-4f43-88b0-5e09b1d9283c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:04.342271 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:58:04.346439 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:58:04.350902 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:58:04.357144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:04.357736 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.391538 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Pushing event updated for resources: {'Port': ['ID=974596f1-affd-4a2e-8166-fff95cdadb63,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:04.400950 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:04.444927 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3170ed3-f098-453c-8f25-89d90f254026 req-117798b3-6798-41af-ba4f-09ae95c97a86 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:04.446527 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d3170ed3-f098-453c-8f25-89d90f254026 req-117798b3-6798-41af-ba4f-09ae95c97a86 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 931 time: 0.0908976
Sep 16 17:58:04.493794 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-d3170ed3-f098-453c-8f25-89d90f254026 req-29c15593-6040-42b5-9884-c9ae37f8dbb2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Synchronizing usage tracker for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:58:04.539640 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1731107
Sep 16 17:58:04.552761 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Request body: {'port': {'device_id': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:58:04.643245 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-d3170ed3-f098-453c-8f25-89d90f254026 req-29c15593-6040-42b5-9884-c9ae37f8dbb2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Unset dirty status for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:58:04.654928 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d3170ed3-f098-453c-8f25-89d90f254026 req-29c15593-6040-42b5-9884-c9ae37f8dbb2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2014856
Sep 16 17:58:04.692605 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d7d8-3f2c-443c-9c3b-13f4db8687a1 req-dd3c2b01-5383-4895-a266-f7871f528775 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:04.699303 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6741d7d8-3f2c-443c-9c3b-13f4db8687a1 req-dd3c2b01-5383-4895-a266-f7871f528775 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.2026720
Sep 16 17:58:04.714899 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:04.817480 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6741d7d8-3f2c-443c-9c3b-13f4db8687a1 req-154a7992-83b8-48b7-b6de-365c554c54fc tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173294
Sep 16 17:58:05.095296 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 974596f1-affd-4a2e-8166-fff95cdadb63 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:58:05.102362 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:05.116402 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Transition to ACTIVE for port object 974596f1-affd-4a2e-8166-fff95cdadb63 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:58:05.282674 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:05.286459 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:05.410987 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Pushing event updated for resources: {'Port': ['ID=974596f1-affd-4a2e-8166-fff95cdadb63,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:05.438765 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:05.465145 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Attempting to bind port 974596f1-affd-4a2e-8166-fff95cdadb63 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:58:05.465520 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Attempting to bind port 974596f1-affd-4a2e-8166-fff95cdadb63 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:58:05.465848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Attempting to bind port 974596f1-affd-4a2e-8166-fff95cdadb63 on network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:58:05.471534 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Port 974596f1-affd-4a2e-8166-fff95cdadb63 on network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:58:05.471903 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Attempting to bind port 974596f1-affd-4a2e-8166-fff95cdadb63 on network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:58:05.477000 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:58:05.477331 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Checking segment: {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:58:05.477708 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Bound using segment: {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:58:05.478124 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Bound port: 974596f1-affd-4a2e-8166-fff95cdadb63, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:58:05.478461 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:05.571401 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] For port 974596f1-affd-4a2e-8166-fff95cdadb63, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:58:05.575160 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] For port 974596f1-affd-4a2e-8166-fff95cdadb63, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=974596f1-affd-4a2e-8166-fff95cdadb63,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:58:05.688216 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:05.704128 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:05.777351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:05.778177 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:05.780698 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] 10.222.0.13 "PUT /v2.0/ports/974596f1-affd-4a2e-8166-fff95cdadb63 HTTP/1.1" status: 200  len: 1093 time: 1.2320626
Sep 16 17:58:05.781326 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'tag': '974596f1-affd-4a2e-8166-fff95cdadb63'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:05.837873 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Pushing event updated for resources: {'Port': ['ID=974596f1-affd-4a2e-8166-fff95cdadb63,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:05.841719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:05.920413 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381a2f-c023-42cc-8929-7fe18d36406c req-2ea9503f-926d-4196-af9d-ecd51d7d5266 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:05.922202 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-73381a2f-c023-42cc-8929-7fe18d36406c req-2ea9503f-926d-4196-af9d-ecd51d7d5266 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 943 time: 0.1055510
Sep 16 17:58:05.970598 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-73381a2f-c023-42cc-8929-7fe18d36406c req-71c471b4-3431-4b2e-acde-1ed41b9ef7fb tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420666
Sep 16 17:58:06.027244 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'tag': '974596f1-affd-4a2e-8166-fff95cdadb63', 'status': 'completed', 'code': 200}
Sep 16 17:58:06.040571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-461cb7bf-aaf2-4b04-ac2d-6a0014458dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:06.042527 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-461cb7bf-aaf2-4b04-ac2d-6a0014458dbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0b78f3f1414c5f85a43929d185831a&device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 1096 time: 0.1008503
Sep 16 17:58:06.127558 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-8c201098-0137-4da6-9d70-8ca425898679 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=974596f1-affd-4a2e-8166-fff95cdadb63 HTTP/1.1" status: 200  len: 217 time: 0.0767996
Sep 16 17:58:06.198632 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-7a6ddf63-0ee7-47b2-bfcf-6ddeb0a0e5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:06.200217 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-7a6ddf63-0ee7-47b2-bfcf-6ddeb0a0e5b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72150446-f8d7-4a98-b01a-c2ff303cd976 HTTP/1.1" status: 200  len: 848 time: 0.0655370
Sep 16 17:58:06.251447 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-3664a093-cff5-4813-abbc-8ec582d74d0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446029
Sep 16 17:58:06.316110 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1b3c-b01e-4b4e-89b3-6294fc47d3f0 req-a37db85e-ab8a-489a-b80c-91b7bd5657fe tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:06.317584 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-608e1b3c-b01e-4b4e-89b3-6294fc47d3f0 req-a37db85e-ab8a-489a-b80c-91b7bd5657fe tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0837402
Sep 16 17:58:06.368646 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-608e1b3c-b01e-4b4e-89b3-6294fc47d3f0 req-3c10446d-ad3e-4ac9-b62f-9fd24a593f21 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451312
Sep 16 17:58:06.390545 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-40514c0b-e05c-45c9-9cdd-6348488b9ce6 service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320333
Sep 16 17:58:06.603038 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7a94fe7b-b95e-4d50-a527-2f489429a76f req-b2678f3f-ce0c-4c80-9b39-be9c6f9f5344 service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050707
Sep 16 17:58:06.866477 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-c1a69501-af80-4f4f-84e9-d14fab51492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:06.867989 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-c1a69501-af80-4f4f-84e9-d14fab51492e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0b78f3f1414c5f85a43929d185831a&device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 1096 time: 0.0721397
Sep 16 17:58:07.028969 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-3013b8c8-a754-4a71-84a8-4680b8b5344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:07.030890 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-3013b8c8-a754-4a71-84a8-4680b8b5344b service neutron] 10.222.0.13 "GET /v2.0/networks?id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 200  len: 909 time: 0.1564894
Sep 16 17:58:07.111667 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-f167cf01-0070-461d-8cd3-4debdff36d6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=974596f1-affd-4a2e-8166-fff95cdadb63 HTTP/1.1" status: 200  len: 217 time: 0.0732338
Sep 16 17:58:07.177571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-e7a5c0bc-a48d-4967-a4c7-e84d04d78fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:07.179124 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-e7a5c0bc-a48d-4967-a4c7-e84d04d78fae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72150446-f8d7-4a98-b01a-c2ff303cd976 HTTP/1.1" status: 200  len: 848 time: 0.0609615
Sep 16 17:58:07.184017 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15169e-d78a-4ed4-b474-dcf3451fff54 req-4e146f35-e57a-4fc6-b118-f83cc744fd66 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:07.192260 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4d15169e-d78a-4ed4-b474-dcf3451fff54 req-4e146f35-e57a-4fc6-b118-f83cc744fd66 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 943 time: 0.0937917
Sep 16 17:58:07.232099 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-8d7a6994-8bcd-496d-923e-d733d1d85439 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0455196
Sep 16 17:58:07.245030 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4d15169e-d78a-4ed4-b474-dcf3451fff54 req-cfde8796-553d-4240-9ba8-3bc1d5bdf6fe tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515790
Sep 16 17:58:07.374983 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-f97bad09-94c3-4774-83d1-fd85f857d1ca service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308584
Sep 16 17:58:07.510080 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7edd80c0-9bdc-4891-973f-c0a7bc631aba req-e301b97a-5aa5-4f46-ab6d-79bb3097e0ee service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288931
Sep 16 17:58:07.568767 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-80cdb712-804a-43f2-9aa6-078ad7e6b588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:08.070961 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:08.462801 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d993fa-3ccd-4ecd-809e-9e4f7266a82c req-e825a47f-097c-43f8-85b4-02176e36985d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:08.463481 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-36d993fa-3ccd-4ecd-809e-9e4f7266a82c req-e825a47f-097c-43f8-85b4-02176e36985d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Synchronizing usage tracker for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:58:08.597489 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-36d993fa-3ccd-4ecd-809e-9e4f7266a82c req-e825a47f-097c-43f8-85b4-02176e36985d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Unset dirty status for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:58:08.599128 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-36d993fa-3ccd-4ecd-809e-9e4f7266a82c req-e825a47f-097c-43f8-85b4-02176e36985d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 943 time: 0.2194169
Sep 16 17:58:08.649174 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-36d993fa-3ccd-4ecd-809e-9e4f7266a82c req-a02687ea-4e81-4f5f-a597-f707c7b0e466 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428882
Sep 16 17:58:09.840516 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70c47-85ef-4cce-a298-7b3246cfd506 req-6964e0fe-6ebe-4a41-b94d-a22b2391421f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:09.842007 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cfe70c47-85ef-4cce-a298-7b3246cfd506 req-6964e0fe-6ebe-4a41-b94d-a22b2391421f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 943 time: 0.0813229
Sep 16 17:58:09.899007 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cfe70c47-85ef-4cce-a298-7b3246cfd506 req-d98d379f-4330-408e-ac61-dbd6c38c6a92 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505745
Sep 16 17:58:10.126881 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba248955-ba32-480d-a75e-09b394f806cc req-9ca8028b-9411-4ac7-a11d-34b34689e699 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:10.129043 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba248955-ba32-480d-a75e-09b394f806cc req-9ca8028b-9411-4ac7-a11d-34b34689e699 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0833869
Sep 16 17:58:10.187010 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba248955-ba32-480d-a75e-09b394f806cc req-43453327-9efe-4859-ac6d-803c7fdc3f02 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428271
Sep 16 17:58:10.295462 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-71e71805-6e90-409e-9183-f6fc9032650b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:11.102075 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e416e9-4cb0-4d64-a397-16bf08ecace1 req-adca1244-2a11-4c1c-b4ac-ad13319749b0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:11.103431 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a7e416e9-4cb0-4d64-a397-16bf08ecace1 req-adca1244-2a11-4c1c-b4ac-ad13319749b0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 943 time: 0.0863583
Sep 16 17:58:11.150570 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a7e416e9-4cb0-4d64-a397-16bf08ecace1 req-1755bb61-bd93-4fd2-9250-169ef301ce4f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407374
Sep 16 17:58:11.157706 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:11.454570 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 974596f1-affd-4a2e-8166-fff95cdadb63 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:58:11.609766 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 974596f1-affd-4a2e-8166-fff95cdadb63, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=974596f1-affd-4a2e-8166-fff95cdadb63,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:11.622488 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '974596f1-affd-4a2e-8166-fff95cdadb63', 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a', 'port_id': '974596f1-affd-4a2e-8166-fff95cdadb63', 'mac_address': 'fa:16:3e:7c:40:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72150446-f8d7-4a98-b01a-c2ff303cd976', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:58:11.680373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:11.696756 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 974596f1-affd-4a2e-8166-fff95cdadb63 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:58:11.712267 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 974596f1-affd-4a2e-8166-fff95cdadb63, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=974596f1-affd-4a2e-8166-fff95cdadb63,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:11.796912 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:11.804050 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7d3080a1-e448-4087-a61d-492ae7effe55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:11.866983 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=974596f1-affd-4a2e-8166-fff95cdadb63,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:11.877277 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:12.263854 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['974596f1-affd-4a2e-8166-fff95cdadb63'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:58:12.380939 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4bcab-24aa-4b2e-a268-411b619a1c8d req-67537976-148d-46ed-9f63-14067166cf72 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:12.391092 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3eb4bcab-24aa-4b2e-a268-411b619a1c8d req-67537976-148d-46ed-9f63-14067166cf72 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 944 time: 0.1133378
Sep 16 17:58:12.448267 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3eb4bcab-24aa-4b2e-a268-411b619a1c8d req-c34693b5-5686-40bf-b5a8-de3cfc7c31d9 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556931
Sep 16 17:58:12.675951 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:13.651229 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93b4eb-2425-4f3b-8ef7-78f1aa97c26e req-d6252802-b6e4-4821-b595-588d65c6b9fd tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:13.651229 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4d93b4eb-2425-4f3b-8ef7-78f1aa97c26e req-d6252802-b6e4-4821-b595-588d65c6b9fd tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 944 time: 0.0871236
Sep 16 17:58:13.691553 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4d93b4eb-2425-4f3b-8ef7-78f1aa97c26e req-163663f6-58a5-4412-acfb-e48cf4db97ed tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405898
Sep 16 17:58:14.897002 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d88b30-0ac5-440b-9040-e3a5646babcb req-8fdfbc18-bd88-44b5-b60a-deb2738c9fa7 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:14.898506 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f7d88b30-0ac5-440b-9040-e3a5646babcb req-8fdfbc18-bd88-44b5-b60a-deb2738c9fa7 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 944 time: 0.0867729
Sep 16 17:58:14.944589 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f7d88b30-0ac5-440b-9040-e3a5646babcb req-1d8e1de8-d8a9-40c7-ba88-dc7917a7411b tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403943
Sep 16 17:58:15.082198 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:15.482660 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 974596f1-affd-4a2e-8166-fff95cdadb63 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:58:15.614034 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 974596f1-affd-4a2e-8166-fff95cdadb63 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:58:15.619023 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 974596f1-affd-4a2e-8166-fff95cdadb63 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:58:15.619421 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:15.745663 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:15.771946 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974596f1-affd-4a2e-8166-fff95cdadb63'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:15.796776 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 974596f1-affd-4a2e-8166-fff95cdadb63, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=974596f1-affd-4a2e-8166-fff95cdadb63,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:15.816407 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '974596f1-affd-4a2e-8166-fff95cdadb63', 'code': 200}
Sep 16 17:58:15.899576 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:15.901933 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:15.976519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=974596f1-affd-4a2e-8166-fff95cdadb63,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:15.979964 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:16.146738 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ae8a8-a122-4b91-8d58-0536dfc2aedb req-b1882f47-8ae4-422c-bd82-c432c8c228c6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:16.148258 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1d3ae8a8-a122-4b91-8d58-0536dfc2aedb req-b1882f47-8ae4-422c-bd82-c432c8c228c6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.0839047
Sep 16 17:58:16.196635 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1d3ae8a8-a122-4b91-8d58-0536dfc2aedb req-7e1ebcc3-218c-40a8-bc5d-3227f48cf029 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421011
Sep 16 17:58:16.244966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238a6ef-b797-415b-b405-3e2e750a1c44 req-8bc5244a-0fa0-4c7f-b1ac-3d2219baddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:16.246452 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7238a6ef-b797-415b-b405-3e2e750a1c44 req-8bc5244a-0fa0-4c7f-b1ac-3d2219baddfe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 1098 time: 0.0711615
Sep 16 17:58:16.300229 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7238a6ef-b797-415b-b405-3e2e750a1c44 req-bcb839fd-8bb4-4ed6-8e0c-6cc5a88edbd8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360067
Sep 16 17:58:17.413267 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ef836-25be-444d-8f29-3d32b6a03dd3 req-65b0ce9d-df27-49dc-b045-0ac2e60caad6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:17.414717 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3f8ef836-25be-444d-8f29-3d32b6a03dd3 req-65b0ce9d-df27-49dc-b045-0ac2e60caad6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.0892310
Sep 16 17:58:17.460202 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3f8ef836-25be-444d-8f29-3d32b6a03dd3 req-fa3821c9-1373-4188-a2e5-30ded7918145 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394721
Sep 16 17:58:18.648269 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05ded5-e36c-4761-a9ec-c7543770a5ec req-10dca803-783a-4430-a7b3-2200398aabda tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:18.649808 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-af05ded5-e36c-4761-a9ec-c7543770a5ec req-10dca803-783a-4430-a7b3-2200398aabda tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.0801642
Sep 16 17:58:18.696663 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-af05ded5-e36c-4761-a9ec-c7543770a5ec req-356ae952-0c61-459f-883a-13cfc57c177c tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392451
Sep 16 17:58:20.725591 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312afffb-7e3e-4d8a-8d87-a01da88334d3 req-dc045670-02c7-44a6-81f7-46d3cd5fe85a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:20.727089 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-312afffb-7e3e-4d8a-8d87-a01da88334d3 req-dc045670-02c7-44a6-81f7-46d3cd5fe85a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.0837543
Sep 16 17:58:20.776256 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-312afffb-7e3e-4d8a-8d87-a01da88334d3 req-0d4f2438-c1ed-4eee-b6dd-173ce3780d62 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434661
Sep 16 17:58:21.977063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936235-bf5c-429d-83ec-2b1d964ce627 req-73b0d3a7-bd36-4039-9463-b267e67f41a2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:21.978557 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-97936235-bf5c-429d-83ec-2b1d964ce627 req-73b0d3a7-bd36-4039-9463-b267e67f41a2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.0930443
Sep 16 17:58:22.029676 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-97936235-bf5c-429d-83ec-2b1d964ce627 req-2c6f2b91-6ab1-4783-8319-93dba58bffdf tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389075
Sep 16 17:58:22.549522 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f712-10c8-471a-ad90-307811727511 req-0e7bde35-45fa-4d50-bdab-3a963c66cd90 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:22.550980 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-48c7f712-10c8-471a-ad90-307811727511 req-0e7bde35-45fa-4d50-bdab-3a963c66cd90 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.0794132
Sep 16 17:58:22.628540 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Deleting port 974596f1-affd-4a2e-8166-fff95cdadb63 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:58:22.628884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:22.697785 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59824) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:22.765914 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Deleting subnet 03519086-c2af-4e66-8ce5-41600f009d3e {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 17:58:22.770008 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:22.826168 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:22.884199 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:22.958793 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] For port 974596f1-affd-4a2e-8166-fff95cdadb63, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=974596f1-affd-4a2e-8166-fff95cdadb63,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:22.959144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.019947 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.024899 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:23.062265 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03519086-c2af-4e66-8ce5-41600f009d3e,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:23.064888 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.073932 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.074294 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.074649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.074999 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.075344 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.075691 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.076057 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.076399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.076755 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.077139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.077476 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.077819 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.084243 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/03519086-c2af-4e66-8ce5-41600f009d3e HTTP/1.1" status: 204  len: 168 time: 0.3853037
Sep 16 17:58:23.085190 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:23.085326 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Calling delete_port for 974596f1-affd-4a2e-8166-fff95cdadb63 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:58:23.085741 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59834) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:23.196227 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.312789 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30ae00-a090-4c37-b86b-91f67907cdfe req-262effe5-e5e1-42c5-9776-bb81b215ef40 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:23.314713 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2b30ae00-a090-4c37-b86b-91f67907cdfe req-262effe5-e5e1-42c5-9776-bb81b215ef40 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 945 time: 0.1690300
Sep 16 17:58:23.363720 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2b30ae00-a090-4c37-b86b-91f67907cdfe req-cd67635c-0691-4973-a703-7ca186757828 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430841
Sep 16 17:58:23.399397 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.427181 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f6866310>,) {'filters': {'network_id': ['193af7c8-0074-45d8-89d7-9c3911404cbd']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:58:23.440312 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6866310>, '7ca6679d-a44c-4852-b917-7e32d3bdee1b') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:58:23.440693 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6866310>, '7ca6679d-a44c-4852-b917-7e32d3bdee1b') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:58:23.453522 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.471831 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.478091 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 17:58:23.478505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 17:58:23.491700 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 17:58:23.614790 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.619889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:23.669794 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Pushing event deleted for resources: {'Port': ['ID=974596f1-affd-4a2e-8166-fff95cdadb63,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:23.671692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.682897 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:23.694533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.706280 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] 10.222.0.37 "DELETE /v2.0/networks/193af7c8-0074-45d8-89d7-9c3911404cbd HTTP/1.1" status: 204  len: 168 time: 0.6196904
Sep 16 17:58:23.707857 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Pushing event deleted for resources: {'Network': ['ID=193af7c8-0074-45d8-89d7-9c3911404cbd,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:23.709681 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59852) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:23.738436 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.738794 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.739142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.739483 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.739822 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.740207 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.740542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.740874 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.741206 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.741537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.741866 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.742194 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:23.743134 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-66f91abb-4b8e-4152-b6da-0286eb07a510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:23.750861 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:23.757402 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] No DVR routers for this DVR port 974596f1-affd-4a2e-8166-fff95cdadb63 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:58:23.760171 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.763058 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'name': 'network-vif-deleted', 'tag': '974596f1-affd-4a2e-8166-fff95cdadb63'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:23.774552 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Deleting subnet aea01f53-305f-40aa-a623-6507240b7ed8 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 17:58:23.777984 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.813736 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a8d37f2-72e1-4ecf-b917-7d99dc684409', 'name': 'network-vif-deleted', 'tag': '974596f1-affd-4a2e-8166-fff95cdadb63', 'status': 'completed', 'code': 200}
Sep 16 17:58:23.829361 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.893040 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:23.918574 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-48c7f712-10c8-471a-ad90-307811727511 req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "DELETE /v2.0/ports/974596f1-affd-4a2e-8166-fff95cdadb63 HTTP/1.1" status: 204  len: 173 time: 1.3601677
Sep 16 17:58:24.145911 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.150187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a2d01c8c-4c22-4b14-9765-72d387b30f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:24.183116 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea01f53-305f-40aa-a623-6507240b7ed8,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:24.187044 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:24.189517 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.196262 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ceae7062-2a3e-4232-b82e-482a77fadd0c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/aea01f53-305f-40aa-a623-6507240b7ed8 HTTP/1.1" status: 204  len: 168 time: 0.4854486
Sep 16 17:58:24.198270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59864) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:24.305719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.429366 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.464385 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f48f63b28b0>> segment before_delete 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.464961 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f48f63b28b0>> subnet precommit_delete_associations 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.465849 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> segment_host_mapping after_create 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.466316 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> port after_create 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.466792 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> port after_delete 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.467243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> port after_update 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.467727 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> segment after_delete 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.468217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> subnet after_create 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.468696 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> subnet after_delete 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.469145 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f48f63b2eb0>> subnet after_update 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.563185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f666b9a0>> subnet after_create 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.563185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f666b9a0>> subnet after_delete 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.563185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f666b9a0>> subnet before_create 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.563185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f48f666b9a0>> subnet before_update 55550000 {{(pid=79936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 16 17:58:24.563185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2c10>,) {'filters': {'network_id': ['bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:58:24.605880 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2c10>, 'f8df19da-8995-49ca-a7d8-c2d170e20a5d') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:58:24.619871 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2c10>, 'f8df19da-8995-49ca-a7d8-c2d170e20a5d') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:58:24.619871 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-5ab61e37-5c7e-45de-b4ce-3c3d7b925c32 req-c1c806c2-269d-464b-b6d1-ac241cef6f33 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Synchronizing usage tracker for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:58:24.624922 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.652943 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.661703 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 17:58:24.662100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   from cryptography.utils import int_from_bytes
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   from cryptography.utils import int_from_bytes
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   util.warn_limited(
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 17:58:24.678707 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 17:58:24.830949 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-5ab61e37-5c7e-45de-b4ce-3c3d7b925c32 req-c1c806c2-269d-464b-b6d1-ac241cef6f33 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Unset dirty status for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:58:24.832168 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5ab61e37-5c7e-45de-b4ce-3c3d7b925c32 req-c1c806c2-269d-464b-b6d1-ac241cef6f33 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a8d37f2-72e1-4ecf-b917-7d99dc684409 HTTP/1.1" status: 200  len: 210 time: 0.2749403
Sep 16 17:58:25.048011 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:25.052798 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-63a37617-c788-451e-8408-e5d2d174e18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:25.069685 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:25.079966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:25.082403 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:25.084372 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-11e41740-10ff-4aec-991b-c284379d351a admin admin] 10.222.0.37 "DELETE /v2.0/networks/bc93d2ee-de33-4b9d-92f9-f27b5ad6a0c9 HTTP/1.1" status: 204  len: 168 time: 0.8850315
Sep 16 17:58:25.544254 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 974596f1-affd-4a2e-8166-fff95cdadb63 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:58:25.579381 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 974596f1-affd-4a2e-8166-fff95cdadb63 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:58:25.579734 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 974596f1-affd-4a2e-8166-fff95cdadb63 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:58:25.930499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59900) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:25.984763 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-940b32d1-8ff3-4f48-ad18-cd278687529b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08dbd13877a04352a3e46e2c9114a24c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523591
Sep 16 17:58:25.987025 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 59906) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:26.052692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:26.080816 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:26.179270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:26.183229 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5721f6a3-f7a0-41d1-bfc6-58decc689f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:26.195485 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f393bb6b-0f56-4f7a-a1ca-8729237d7282,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:26.201701 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:26.203290 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:26.206027 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f393bb6b-0f56-4f7a-a1ca-8729237d7282 HTTP/1.1" status: 204  len: 168 time: 0.2172215
Sep 16 17:58:26.247584 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:58:26.373135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0cde7c9b-e4ae-431c-8f78-29cd5517683a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:26.375095 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0cde7c9b-e4ae-431c-8f78-29cd5517683a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/networks?id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 200  len: 808 time: 0.1496561
Sep 16 17:58:26.390148 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-cb8f3ae8-3c26-43b9-9fa2-6477689db803 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/quotas/4f0b78f3f1414c5f85a43929d185831a HTTP/1.1" status: 200  len: 375 time: 0.0095711
Sep 16 17:58:26.447340 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-75837b03-8926-40c0-b4d3-6d7748cfea8f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=4f0b78f3f1414c5f85a43929d185831a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0506325
Sep 16 17:58:26.607792 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-c429a1b7-4f1c-4a1a-9e09-833838e636c8 service neutron] 10.222.0.37 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537519
Sep 16 17:58:26.649526 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-ed195df4-16f8-46a0-a134-47562c4c0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:26.651567 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-ed195df4-16f8-46a0-a134-47562c4c0045 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.1004050
Sep 16 17:58:26.757680 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-9855e8df-870a-4d00-9528-8de69b6ee8fd service neutron] 10.222.0.37 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476791
Sep 16 17:58:26.934201 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec975d81-b9da-410c-9c99-672b289d4188 req-dcf19e96-ef5e-4c1a-bef9-aa98f88ea774 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:26.935575 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ec975d81-b9da-410c-9c99-672b289d4188 req-dcf19e96-ef5e-4c1a-bef9-aa98f88ea774 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.2824073
Sep 16 17:58:26.936768 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-7ad8c14e-5bf8-4881-af6a-ff32265a7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:26.938069 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-7ad8c14e-5bf8-4881-af6a-ff32265a7dc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.2364783
Sep 16 17:58:27.037553 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-ef0f2098-9ff0-4751-9f9f-b322b4739473 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0806074
Sep 16 17:58:27.047799 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ec975d81-b9da-410c-9c99-672b289d4188 req-4ac6ab28-ecfc-4c8f-a60f-0910756692a1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061110
Sep 16 17:58:27.072135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59938) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:27.131946 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-f86b66ad-5e5d-4199-8575-3f8538d06a0e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ab279d0ba0a4ff88294c840c8b3e46e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0585039
Sep 16 17:58:27.134145 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 59946) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:27.155347 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6768c641-6e42-42c0-b4ae-5bde5c04b56f req-4b51b816-1ca7-4eb2-96de-717b22823a48 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 210 time: 0.0527673
Sep 16 17:58:27.163332 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-f31b3ded-96e4-4163-8129-831f20ac43e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:27.164836 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-f31b3ded-96e4-4163-8129-831f20ac43e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.1146750
Sep 16 17:58:27.200591 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:27.221696 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-cdfedf22-4d29-486e-a955-e1ded4c4fbf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0452693
Sep 16 17:58:27.226712 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:27.345611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:27.357199 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-dd05de13-4311-47a4-a914-cd0dad8837c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:27.370120 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47fee9-788e-4a7c-83a9-747c29e1c7c8,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:27.372827 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:27.373745 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:27.375119 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0c47fee9-788e-4a7c-83a9-747c29e1c7c8 HTTP/1.1" status: 204  len: 168 time: 0.2398171
Sep 16 17:58:27.404891 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-84ecfa0f-4661-4f08-a120-549b54ceaa40 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1672246
Sep 16 17:58:27.558781 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bee85e6f-38e8-41f7-8479-1b77bab6e608 req-8614323d-7e8a-4c32-be4b-4dd7df296470 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469376
Sep 16 17:58:27.739363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-8b6648a9-e4ae-4a18-9479-f9693ce8ab3c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:27.740840 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-8b6648a9-e4ae-4a18-9479-f9693ce8ab3c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.1719024
Sep 16 17:58:27.755554 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-42f62afa-b695-428e-a027-5e326d3dc3e3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/quotas/6c9d06e8144c42d4924734235178faec HTTP/1.1" status: 200  len: 375 time: 0.0093236
Sep 16 17:58:27.840826 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-185e9314-4f0d-452b-bd37-44908a8c8c89 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0802944
Sep 16 17:58:27.974696 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-49737102-b773-43fa-b88d-55026e2cd661 service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264811
Sep 16 17:58:28.108767 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-cd72d5e9-c007-4b4a-a0cb-4900b9136b6b service neutron] 10.222.0.37 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280718
Sep 16 17:58:28.243108 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508b06-5c85-42c4-8f29-cbc483ff124f req-0665fee1-e250-4482-ba92-ce873f7a9cd7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:28.244677 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-44508b06-5c85-42c4-8f29-cbc483ff124f req-0665fee1-e250-4482-ba92-ce873f7a9cd7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0854003
Sep 16 17:58:28.292507 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-44508b06-5c85-42c4-8f29-cbc483ff124f req-939e5bd7-edbb-401f-ba8c-95b6d32cf4c4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395701
Sep 16 17:58:28.541901 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca69ad13-2b41-460d-9795-6e5f8e4755e4 req-e2ae333d-9dbb-4e8a-b2ed-2e269d3ceeba tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 210 time: 0.0572660
Sep 16 17:58:28.562399 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fbc7371e-144b-4b4a-a61a-e1fcd9d6d8d9 req-4b71dcac-b167-4068-86ed-4c8b1bfe0111 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 210 time: 0.0553777
Sep 16 17:58:29.480741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923070e-6bbb-4987-81ec-e9461cc4817d req-8031502f-7443-49ba-a6fd-44d2f06b5504 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:29.482213 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2923070e-6bbb-4987-81ec-e9461cc4817d req-8031502f-7443-49ba-a6fd-44d2f06b5504 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0809784
Sep 16 17:58:29.531116 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2923070e-6bbb-4987-81ec-e9461cc4817d req-b88801b6-d342-4aa4-acdd-cbad5d917285 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424564
Sep 16 17:58:29.746193 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-377c62e0-e87b-48bb-9b59-e35c1bf807ee req-f46f58c6-096a-4548-bae6-2e1c406fb219 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 210 time: 0.0666335
Sep 16 17:58:29.787133 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7934150f-ed0c-4552-a8e0-1c0ba031f986 req-0a53d92d-75f3-450d-a436-3d60f819ffcd tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 210 time: 0.0961905
Sep 16 17:58:29.790216 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-c370327b-9017-40b2-8cd9-bab3d0c5a3ce tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:29.792280 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-c370327b-9017-40b2-8cd9-bab3d0c5a3ce tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "GET /v2.0/networks?id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 200  len: 808 time: 0.2556717
Sep 16 17:58:29.815512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Request body: {'port': {'device_id': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a', 'admin_state_up': True, 'tenant_id': '4f0b78f3f1414c5f85a43929d185831a'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:58:30.039544 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:30.053037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:30.322294 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Made reservation on behalf of 4f0b78f3f1414c5f85a43929d185831a for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:58:30.326072 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:30.491479 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Allocated IP 172.20.0.12 (767ccf10-aa9e-4cbf-bcaf-f8877fdb802a/72150446-f8d7-4a98-b01a-c2ff303cd976/83e07799-3a1d-40b6-8e37-31de2ee3702b) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:58:30.704200 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:30.727443 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f0a53-1984-4827-a2d2-faff8cbecff5 req-9a210fbc-19e4-4e95-a0a8-f79d4a7b7eac tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:30.729039 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a36f0a53-1984-4827-a2d2-faff8cbecff5 req-9a210fbc-19e4-4e95-a0a8-f79d4a7b7eac tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0857553
Sep 16 17:58:30.778575 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a36f0a53-1984-4827-a2d2-faff8cbecff5 req-7238e4a4-5cc7-495e-9631-c407b8c3c81d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427141
Sep 16 17:58:30.791158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:30.797424 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3577a872-abdc-4fe3-9d6a-2b009b29668f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:30.872905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:58:30.877924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:58:30.916939 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:58:30.950614 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Pushing event updated for resources: {'Port': ['ID=83e07799-3a1d-40b6-8e37-31de2ee3702b,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:30.963914 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:30.966184 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7e79dbce-8748-4938-ac14-9f132c3ed620 req-2d04d3e1-8c5b-4d13-9380-b61f0d018e8d tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 210 time: 0.0894520
Sep 16 17:58:31.014069 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:31.015243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:31.029217 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198a0a0-4b7a-41c1-9146-48c0a2c69665 req-fb7b1f37-5de3-4f2c-924e-5f20351de096 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:31.031416 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f198a0a0-4b7a-41c1-9146-48c0a2c69665 req-fb7b1f37-5de3-4f2c-924e-5f20351de096 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 932 time: 0.0943501
Sep 16 17:58:31.079505 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f198a0a0-4b7a-41c1-9146-48c0a2c69665 req-ee598671-dc66-4868-8f44-be0d2dfc97c0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419390
Sep 16 17:58:31.140786 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3326583
Sep 16 17:58:31.156630 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Request body: {'port': {'device_id': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:58:31.272067 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:31.418340 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-8ef42cd9-be20-42db-8e17-723c524d544b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:31.420420 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-8ef42cd9-be20-42db-8e17-723c524d544b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 813 time: 0.2445476
Sep 16 17:58:31.433382 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Request body: {'port': {'device_id': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'admin_state_up': True, 'tenant_id': '6c9d06e8144c42d4924734235178faec'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:58:31.571272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:31.580926 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:31.621545 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e07799-3a1d-40b6-8e37-31de2ee3702b {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:58:31.629003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:31.643387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Transition to ACTIVE for port object 83e07799-3a1d-40b6-8e37-31de2ee3702b will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:58:31.688110 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Made reservation on behalf of 6c9d06e8144c42d4924734235178faec for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:58:31.691516 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:31.860015 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:31.862836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Allocated IP 172.20.0.4 (3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04/eba93485-0521-4c06-8ad8-2a11317852c9/c34553bb-01f5-4098-8435-703c421290bf) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 17:58:31.865513 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:32.051809 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Pushing event updated for resources: {'Port': ['ID=83e07799-3a1d-40b6-8e37-31de2ee3702b,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:32.059759 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:32.083007 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.179829 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.193267 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67166a61-dc25-4f24-b3d4-00b0ee61f796 req-4b567ce7-5b0c-4fdf-b125-84d980c1cf81 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:32.194768 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67166a61-dc25-4f24-b3d4-00b0ee61f796 req-4b567ce7-5b0c-4fdf-b125-84d980c1cf81 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.2886550
Sep 16 17:58:32.200260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:32.205714 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c', '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'daf7609c-46ab-4772-a028-b33f8a659495'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:58:32.213398 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Attempting to bind port 83e07799-3a1d-40b6-8e37-31de2ee3702b on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:58:32.213715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Attempting to bind port 83e07799-3a1d-40b6-8e37-31de2ee3702b by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:58:32.214090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Attempting to bind port 83e07799-3a1d-40b6-8e37-31de2ee3702b on network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:58:32.234089 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Port 83e07799-3a1d-40b6-8e37-31de2ee3702b on network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:58:32.234289 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Attempting to bind port 83e07799-3a1d-40b6-8e37-31de2ee3702b on network 767ccf10-aa9e-4cbf-bcaf-f8877fdb802a {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:58:32.251457 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:58:32.251833 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Checking segment: {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:58:32.252209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Bound using segment: {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:58:32.253343 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Bound port: 83e07799-3a1d-40b6-8e37-31de2ee3702b, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4de6649-349d-4408-a145-8bf1fa20d3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:58:32.253696 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.283936 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 17:58:32.289516 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:58:32.295127 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 17:58:32.318288 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67166a61-dc25-4f24-b3d4-00b0ee61f796 req-4bcfc421-407e-45ec-907f-9dec40eb269f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058862
Sep 16 17:58:32.337116 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event updated for resources: {'Port': ['ID=c34553bb-01f5-4098-8435-703c421290bf,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:32.353953 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] For port 83e07799-3a1d-40b6-8e37-31de2ee3702b, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:58:32.357729 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] For port 83e07799-3a1d-40b6-8e37-31de2ee3702b, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:58:32.372962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:32.401477 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e17c6-954d-4d88-8849-97874b71c9d2 req-e69ea363-08e7-460e-a381-273bd1f2f73e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:32.409483 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-162e17c6-954d-4d88-8849-97874b71c9d2 req-e69ea363-08e7-460e-a381-273bd1f2f73e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 931 time: 0.2706864
Sep 16 17:58:32.418718 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:32.419397 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.437359 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.443345 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-89829f92-1451-497f-83c1-6a4c12f5c178 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:32.482785 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-162e17c6-954d-4d88-8849-97874b71c9d2 req-8f45e740-3797-41c8-a578-0107f96324ca tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701983
Sep 16 17:58:32.554545 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:32.554968 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.556357 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] 10.222.0.13 "PUT /v2.0/ports/83e07799-3a1d-40b6-8e37-31de2ee3702b HTTP/1.1" status: 200  len: 1094 time: 1.4054282
Sep 16 17:58:32.556821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'tag': '83e07799-3a1d-40b6-8e37-31de2ee3702b'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:32.557799 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1280413
Sep 16 17:58:32.574465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Request body: {'port': {'device_id': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:58:32.591114 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Pushing event updated for resources: {'Port': ['ID=83e07799-3a1d-40b6-8e37-31de2ee3702b,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:32.595383 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:32.615055 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77a37f-76ee-42be-b0b0-a58564ed57e0 req-d7a1a823-974f-443d-b132-5bdc9becfa2e tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:32.615773 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-0b77a37f-76ee-42be-b0b0-a58564ed57e0 req-d7a1a823-974f-443d-b132-5bdc9becfa2e tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Synchronizing usage tracker for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:58:32.723840 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:32.796265 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'tag': '83e07799-3a1d-40b6-8e37-31de2ee3702b', 'status': 'completed', 'code': 200}
Sep 16 17:58:32.801081 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-0b77a37f-76ee-42be-b0b0-a58564ed57e0 req-d7a1a823-974f-443d-b132-5bdc9becfa2e tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Unset dirty status for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:58:32.802234 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b77a37f-76ee-42be-b0b0-a58564ed57e0 req-d7a1a823-974f-443d-b132-5bdc9becfa2e tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 944 time: 0.3607931
Sep 16 17:58:32.882144 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b77a37f-76ee-42be-b0b0-a58564ed57e0 req-1513afbc-341a-4896-ab2a-347d43cd1237 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572164
Sep 16 17:58:32.886288 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-9040645c-11cb-4006-9e38-f82f05007b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:32.887744 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-9040645c-11cb-4006-9e38-f82f05007b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0b78f3f1414c5f85a43929d185831a&device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 1097 time: 0.2112131
Sep 16 17:58:32.965861 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-cc44a6d1-fb07-43bd-a820-506ceb6ad620 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b HTTP/1.1" status: 200  len: 217 time: 0.0688181
Sep 16 17:58:33.028570 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-156b70b7-d60a-4a82-ade1-e9b34ac0d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.031065 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-156b70b7-d60a-4a82-ade1-e9b34ac0d056 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72150446-f8d7-4a98-b01a-c2ff303cd976 HTTP/1.1" status: 200  len: 848 time: 0.0591569
Sep 16 17:58:33.079781 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-89205a1e-0a94-4cd7-afd1-8d26128ce99e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425510
Sep 16 17:58:33.113808 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34553bb-01f5-4098-8435-703c421290bf {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:58:33.121417 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:33.136217 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Transition to ACTIVE for port object c34553bb-01f5-4098-8435-703c421290bf will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 17:58:33.219491 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:33.224571 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:33.235060 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-26b2e673-4379-468b-be6c-3095e92f5b60 service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309547
Sep 16 17:58:33.375760 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c34553bb-01f5-4098-8435-703c421290bf,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:33.383041 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:33.419610 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cb05be44-d0bc-4829-a100-819860b6bcfd req-af8a7a95-f3a9-489e-ac02-ae8c357a5cc9 service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325951
Sep 16 17:58:33.453302 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Attempting to bind port c34553bb-01f5-4098-8435-703c421290bf on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 17:58:33.453633 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Attempting to bind port c34553bb-01f5-4098-8435-703c421290bf by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 17:58:33.454004 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Attempting to bind port c34553bb-01f5-4098-8435-703c421290bf on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:58:33.458530 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Port c34553bb-01f5-4098-8435-703c421290bf on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 17:58:33.458839 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Attempting to bind port c34553bb-01f5-4098-8435-703c421290bf on network 3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 17:58:33.463865 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 17:58:33.464202 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Checking segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:58:33.464573 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Bound using segment: {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 17:58:33.464985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Bound port: c34553bb-01f5-4098-8435-703c421290bf, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eaa5b34-f001-428d-932d-9dd50cca927c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 17:58:33.465329 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:33.510535 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776cf09-3957-454d-a2fb-20b84da5ff23 req-583599c1-4e19-40df-b381-57f1f53e0197 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.512084 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3776cf09-3957-454d-a2fb-20b84da5ff23 req-583599c1-4e19-40df-b381-57f1f53e0197 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0805490
Sep 16 17:58:33.568757 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3776cf09-3957-454d-a2fb-20b84da5ff23 req-41ff9823-155a-4b47-b164-1c0bb4de625d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400128
Sep 16 17:58:33.568987 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] For port c34553bb-01f5-4098-8435-703c421290bf, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 17:58:33.568987 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] For port c34553bb-01f5-4098-8435-703c421290bf, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c34553bb-01f5-4098-8435-703c421290bf,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 17:58:33.644107 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:33.659435 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:33.698076 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-14faa513-70be-4948-9395-41c56ef2a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.699585 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-14faa513-70be-4948-9395-41c56ef2a31a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4f0b78f3f1414c5f85a43929d185831a&device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 1097 time: 0.0909111
Sep 16 17:58:33.801138 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.801807 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:33.803171 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/c34553bb-01f5-4098-8435-703c421290bf HTTP/1.1" status: 200  len: 1093 time: 1.2335644
Sep 16 17:58:33.811919 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'tag': 'c34553bb-01f5-4098-8435-703c421290bf'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:33.835683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-d0b8e5de-2227-49aa-a401-26cbc54df1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.837129 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-d0b8e5de-2227-49aa-a401-26cbc54df1b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 200  len: 909 time: 0.1312175
Sep 16 17:58:33.845100 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c34553bb-01f5-4098-8435-703c421290bf,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:33.848472 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:33.857142 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4096c36-b1cd-4ec6-a5f0-2873c272aea6 req-e9ca793e-787c-40f2-b3d9-32f01f3e17ee tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.857849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-f4096c36-b1cd-4ec6-a5f0-2873c272aea6 req-e9ca793e-787c-40f2-b3d9-32f01f3e17ee tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:58:33.910417 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-5dc930f9-fe71-4c38-b5e8-1264f030757f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b HTTP/1.1" status: 200  len: 217 time: 0.0617909
Sep 16 17:58:33.977947 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-731bfc64-a248-4818-aedf-58becbc76d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:33.979206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-f4096c36-b1cd-4ec6-a5f0-2873c272aea6 req-e9ca793e-787c-40f2-b3d9-32f01f3e17ee tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:58:33.979371 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-731bfc64-a248-4818-aedf-58becbc76d8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=72150446-f8d7-4a98-b01a-c2ff303cd976 HTTP/1.1" status: 200  len: 848 time: 0.0623713
Sep 16 17:58:33.980388 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f4096c36-b1cd-4ec6-a5f0-2873c272aea6 req-e9ca793e-787c-40f2-b3d9-32f01f3e17ee tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 943 time: 0.3826008
Sep 16 17:58:34.026537 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-a3139ff9-402c-41fc-b45c-ab7582e71bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0406525
Sep 16 17:58:34.033250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-cc7d423d-794a-4416-b6b2-4c73381f8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:34.034999 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-cc7d423d-794a-4416-b6b2-4c73381f8a67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 1096 time: 0.1057389
Sep 16 17:58:34.041652 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f4096c36-b1cd-4ec6-a5f0-2873c272aea6 req-aaca19e1-c91c-43e3-b2ea-57618161ac49 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530941
Sep 16 17:58:34.095402 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'tag': 'c34553bb-01f5-4098-8435-703c421290bf', 'status': 'completed', 'code': 200}
Sep 16 17:58:34.103789 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-83a7427c-be33-441a-8455-4833f6061757 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c34553bb-01f5-4098-8435-703c421290bf HTTP/1.1" status: 200  len: 217 time: 0.0605826
Sep 16 17:58:34.160997 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-725b0f06-0a92-4162-9f7b-55696d847b3b service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1276021
Sep 16 17:58:34.224323 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-4794a315-59e4-4e96-91db-837b02a6c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:34.226383 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-4794a315-59e4-4e96-91db-837b02a6c7ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.1039093
Sep 16 17:58:34.265491 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f1d49-71d1-4096-8506-17eba14e8664 req-cf2eba73-60dc-4ac2-9288-d9ef7612fdb0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:34.266958 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d01f1d49-71d1-4096-8506-17eba14e8664 req-cf2eba73-60dc-4ac2-9288-d9ef7612fdb0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 944 time: 0.0866208
Sep 16 17:58:34.314936 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d01f1d49-71d1-4096-8506-17eba14e8664 req-9deaa090-c91b-451c-aedc-040bef934d05 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414648
Sep 16 17:58:35.772965 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-121bb1e9-f834-419c-9d32-80c6eca8dff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449049
Sep 16 17:58:35.851125 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-629c9cec-0a34-4a5f-a9eb-b5f7bb4ed2c6 req-d1e66248-35f4-46d9-8181-e3ba3760e0c4 service neutron] 10.222.0.13 "GET /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234617
Sep 16 17:58:37.127280 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-52b4e156-c9ab-4570-af8b-420f55b7cfb6 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261079
Sep 16 17:58:37.499199 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-06b44ebb-2e65-4cd4-b440-bcb2484831f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:38.034969 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:38.798552 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54c778d6-3b14-4720-a3ce-58c18f8847ae req-24186987-0534-47a6-95c0-06f0c23f41fb service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331155
Sep 16 17:58:39.018077 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-d773b33a-384a-435e-b880-3e612c444467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:39.019455 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-d773b33a-384a-435e-b880-3e612c444467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c9d06e8144c42d4924734235178faec&device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 1096 time: 0.0703657
Sep 16 17:58:39.194349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-613e2836-d1f9-4715-91b3-d49f2bbccb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:39.195827 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-613e2836-d1f9-4715-91b3-d49f2bbccb58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 200  len: 914 time: 0.1337290
Sep 16 17:58:39.460913 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-4163c3f7-defa-4445-8975-e0efb8d5bd42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c34553bb-01f5-4098-8435-703c421290bf HTTP/1.1" status: 200  len: 217 time: 0.1001453
Sep 16 17:58:39.461546 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf80f550-3282-4de1-8735-af124f9bc590 req-c3a01eaf-134b-4d40-ad7d-015dd607d890 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:39.461546 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf80f550-3282-4de1-8735-af124f9bc590 req-c3a01eaf-134b-4d40-ad7d-015dd607d890 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0839670
Sep 16 17:58:39.461546 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cf80f550-3282-4de1-8735-af124f9bc590 req-7284ac7d-6084-4ba9-8584-009dd51d4b73 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443888
Sep 16 17:58:39.462437 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-2f671468-1d21-4bcb-93f2-4dcb1aa7fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:39.462437 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-2f671468-1d21-4bcb-93f2-4dcb1aa7fe8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 200  len: 853 time: 0.0780425
Sep 16 17:58:39.462437 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7935-acfb-4f26-802d-c78ed09df2c4 req-54eb6c1c-eef9-4576-a399-630ac19b3dcc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:39.462437 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8ddd7935-acfb-4f26-802d-c78ed09df2c4 req-54eb6c1c-eef9-4576-a399-630ac19b3dcc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 943 time: 0.1845269
Sep 16 17:58:39.462437 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-c8656b0d-9239-4c96-9d96-5c36b5255391 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520818
Sep 16 17:58:39.554259 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc37f7d-a4d5-41b3-aaa6-a12351a52dbd req-f73d3792-ce3c-4208-a03d-c93ac9275783 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:39.555839 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cfc37f7d-a4d5-41b3-aaa6-a12351a52dbd req-f73d3792-ce3c-4208-a03d-c93ac9275783 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 944 time: 0.0808456
Sep 16 17:58:39.566491 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8ddd7935-acfb-4f26-802d-c78ed09df2c4 req-55de5e9a-9b82-45e4-8142-28a466a8c032 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177585
Sep 16 17:58:39.608762 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cfc37f7d-a4d5-41b3-aaa6-a12351a52dbd req-a3fbd913-3b22-42dd-b865-77f3a8a6d98f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465212
Sep 16 17:58:39.611237 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-bdd65285-de22-4080-9844-61a42a342bf8 service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479723
Sep 16 17:58:39.761510 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6606afb3-225b-4b50-b62b-05d29915f1a1 req-7a58121d-0b80-436f-b52c-11241eaf2d7c service neutron] 10.222.0.13 "GET /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288729
Sep 16 17:58:40.350166 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b9cdf3f3-5b4a-4a66-bc64-00ef1cfbb18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:40.714673 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0ba99-7edf-4b1f-a7c8-946cdb01a1ac req-d6d6c6a8-2211-4831-87d3-ebbfd55589cd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:40.716229 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ddb0ba99-7edf-4b1f-a7c8-946cdb01a1ac req-d6d6c6a8-2211-4831-87d3-ebbfd55589cd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0903091
Sep 16 17:58:40.763185 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796c4d-0402-437d-a751-1f151059fca7 req-0ce0a44d-c580-4d6d-ac55-b17df6ba9fc3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:40.765252 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-39796c4d-0402-437d-a751-1f151059fca7 req-0ce0a44d-c580-4d6d-ac55-b17df6ba9fc3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 943 time: 0.0871904
Sep 16 17:58:40.866752 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ddb0ba99-7edf-4b1f-a7c8-946cdb01a1ac req-8e0e2cb3-a812-4a04-b1fc-174922cbbefd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433244
Sep 16 17:58:40.930242 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-39796c4d-0402-437d-a751-1f151059fca7 req-b24bf10f-cc18-492b-8cfa-3e42233f0c72 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583607
Sep 16 17:58:41.049174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e441a4c-2098-4f0c-9384-8bcbfb1f3803 req-cd88a77a-569c-4a05-a4bf-8b0013c00fe0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:41.050635 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8e441a4c-2098-4f0c-9384-8bcbfb1f3803 req-cd88a77a-569c-4a05-a4bf-8b0013c00fe0 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 944 time: 0.0806346
Sep 16 17:58:41.098940 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8e441a4c-2098-4f0c-9384-8bcbfb1f3803 req-d418bd78-bb64-4d67-9f18-027a02f2b728 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422831
Sep 16 17:58:41.173494 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:42.059380 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f778-cc64-4839-81e4-3797c19e819c req-b073f093-8e2b-4c5d-bdab-9c1f52688209 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:42.061688 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b2b1f778-cc64-4839-81e4-3797c19e819c req-b073f093-8e2b-4c5d-bdab-9c1f52688209 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0918615
Sep 16 17:58:42.107495 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b2b1f778-cc64-4839-81e4-3797c19e819c req-c578f607-626e-47ab-a685-9b9c4237cbfb tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399735
Sep 16 17:58:42.127677 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb7d4-a68c-4e1a-a925-bc8db07aa15a req-9087e93c-284e-4f17-8a66-a15d21929adc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:42.129560 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e90bb7d4-a68c-4e1a-a925-bc8db07aa15a req-9087e93c-284e-4f17-8a66-a15d21929adc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 943 time: 0.0869579
Sep 16 17:58:42.176079 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e90bb7d4-a68c-4e1a-a925-bc8db07aa15a req-bf7e3a37-f815-46f5-b4e1-c2bf1875d01b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394797
Sep 16 17:58:42.303558 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a045aa4-79ae-4fb0-b970-a9209ea8ab59 req-c56743b9-26be-4958-af44-a2bb02ca72ff tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:42.305058 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9a045aa4-79ae-4fb0-b970-a9209ea8ab59 req-c56743b9-26be-4958-af44-a2bb02ca72ff tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 944 time: 0.0868833
Sep 16 17:58:42.350895 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9a045aa4-79ae-4fb0-b970-a9209ea8ab59 req-6b083b8c-f42e-47df-bd21-c9d0c6ede6b8 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400333
Sep 16 17:58:42.729537 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:42.995665 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7363f-0250-4001-aa46-24f048aa1c8a req-ea4f543b-443b-4538-a939-980ca48b310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:42.997079 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-27e7363f-0250-4001-aa46-24f048aa1c8a req-ea4f543b-443b-4538-a939-980ca48b310b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.0705156
Sep 16 17:58:43.039553 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-27e7363f-0250-4001-aa46-24f048aa1c8a req-87290f48-8a22-4b99-a1dc-875bf5e22c99 service neutron] Synchronizing usage tracker for tenant:52ea68073caf4ecca57ae36e16494b32 on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:58:43.110565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-27e7363f-0250-4001-aa46-24f048aa1c8a req-87290f48-8a22-4b99-a1dc-875bf5e22c99 service neutron] Unset dirty status for tenant:52ea68073caf4ecca57ae36e16494b32 on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:58:43.114676 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-27e7363f-0250-4001-aa46-24f048aa1c8a req-87290f48-8a22-4b99-a1dc-875bf5e22c99 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065900
Sep 16 17:58:43.302458 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099269ab-c7c1-48ef-ba39-5b1ad6f653b0 req-b56ed999-e914-4502-9fe1-3c1e57a5c9db tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:43.303952 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-099269ab-c7c1-48ef-ba39-5b1ad6f653b0 req-b56ed999-e914-4502-9fe1-3c1e57a5c9db tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0851789
Sep 16 17:58:43.351389 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-099269ab-c7c1-48ef-ba39-5b1ad6f653b0 req-46cdbc77-27e0-4368-8815-b049d44c42e2 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413938
Sep 16 17:58:43.377412 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d360a1-df97-49df-aa73-71e392664943 req-56d58002-a8fb-4d1b-bd32-0fc3f0841dc4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:43.379097 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d9d360a1-df97-49df-aa73-71e392664943 req-56d58002-a8fb-4d1b-bd32-0fc3f0841dc4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 943 time: 0.0894718
Sep 16 17:58:43.437138 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d9d360a1-df97-49df-aa73-71e392664943 req-ff9abaeb-7dce-4ee2-b65b-3a160b4bdf36 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518103
Sep 16 17:58:43.540881 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b83af-935e-47ee-a113-7161fe6d7f5f req-9962dd2e-a5dc-41eb-a459-fae82fa3fb8c tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:43.542330 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7c6b83af-935e-47ee-a113-7161fe6d7f5f req-9962dd2e-a5dc-41eb-a459-fae82fa3fb8c tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 944 time: 0.0800142
Sep 16 17:58:43.589336 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7c6b83af-935e-47ee-a113-7161fe6d7f5f req-01228537-92d6-4479-a5f0-9eeeac18295d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401115
Sep 16 17:58:43.651314 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c34553bb-01f5-4098-8435-703c421290bf details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:58:43.786479 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c34553bb-01f5-4098-8435-703c421290bf, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c34553bb-01f5-4098-8435-703c421290bf,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:43.800178 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'c34553bb-01f5-4098-8435-703c421290bf', 'network_id': '3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04', 'port_id': 'c34553bb-01f5-4098-8435-703c421290bf', 'mac_address': 'fa:16:3e:51:f7:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba93485-0521-4c06-8ad8-2a11317852c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:58:43.848352 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-6ebcbefb-62ab-4991-8f44-b8ed3b5159bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:43.849903 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-6ebcbefb-62ab-4991-8f44-b8ed3b5159bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.0716720
Sep 16 17:58:43.854597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:43.871004 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34553bb-01f5-4098-8435-703c421290bf {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:58:43.886420 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c34553bb-01f5-4098-8435-703c421290bf, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c34553bb-01f5-4098-8435-703c421290bf,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:43.995756 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-c5f83d96-986b-4cca-b87e-b953effae63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:43.996416 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:43.997193 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 83e07799-3a1d-40b6-8e37-31de2ee3702b details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:58:43.997310 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-c5f83d96-986b-4cca-b87e-b953effae63f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.1283307
Sep 16 17:58:43.999875 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:44.070653 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-c650fcd6-c394-4407-9c39-638adc91edb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0668681
Sep 16 17:58:44.075074 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c34553bb-01f5-4098-8435-703c421290bf,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:44.084863 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.085203 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.085534 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.085860 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.086181 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.086500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.086815 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.087135 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.087449 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.087762 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.088100 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.088410 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:58:44.107152 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:44.151172 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-e8fbad71-cacb-4ac7-9e50-5567de563c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:44.154069 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-e8fbad71-cacb-4ac7-9e50-5567de563c17 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0751224
Sep 16 17:58:44.209249 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-11237600-8e6a-4f13-980b-e946bd51d180 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486047
Sep 16 17:58:44.302517 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 83e07799-3a1d-40b6-8e37-31de2ee3702b, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:44.316419 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '83e07799-3a1d-40b6-8e37-31de2ee3702b', 'network_id': '767ccf10-aa9e-4cbf-bcaf-f8877fdb802a', 'port_id': '83e07799-3a1d-40b6-8e37-31de2ee3702b', 'mac_address': 'fa:16:3e:87:c2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72150446-f8d7-4a98-b01a-c2ff303cd976', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:58:44.368506 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-36588ae0-f8af-4239-9ccb-b66121d24d47 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473129
Sep 16 17:58:44.376074 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:44.393804 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e07799-3a1d-40b6-8e37-31de2ee3702b {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:58:44.411682 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 83e07799-3a1d-40b6-8e37-31de2ee3702b, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:44.528222 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:44.533070 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 60228) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:44.536361 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:44.575834 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faa3ddd3-d2a9-46ce-8697-26a387f62c4d req-e0802343-b8da-4887-a837-f24be87783c2 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1970229
Sep 16 17:58:44.599098 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c8c3f-fadb-41ce-b501-2614f70e033c req-3a29f2b5-ae05-4522-b17f-a122f0ebb046 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:44.601005 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae9c8c3f-fadb-41ce-b501-2614f70e033c req-3a29f2b5-ae05-4522-b17f-a122f0ebb046 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1239266
Sep 16 17:58:44.655525 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae9c8c3f-fadb-41ce-b501-2614f70e033c req-007b941c-08a3-47ba-a3af-ead78436a3f4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445766
Sep 16 17:58:44.687328 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=83e07799-3a1d-40b6-8e37-31de2ee3702b,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:44.697146 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:44.751823 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:44.768852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487eb3d4-e132-4b55-b5d9-634849f830f4 req-ad5916b3-2db3-4660-8e7d-352371ceb773 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:44.771150 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-487eb3d4-e132-4b55-b5d9-634849f830f4 req-ad5916b3-2db3-4660-8e7d-352371ceb773 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 944 time: 0.1090913
Sep 16 17:58:44.772257 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:44.777483 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Usage tracker for resource:security_group_rule and tenant:96dfe1ce1d7c4e1d9a7345ff30b02c61 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:44.781646 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:44.788304 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:44.825034 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-487eb3d4-e132-4b55-b5d9-634849f830f4 req-82bcdfa5-27a6-4df3-baba-90f3151d14b5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397301
Sep 16 17:58:44.933165 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890968b3-d86d-4f5b-b225-7d3cd5fdc68d req-9dcda874-2241-43f8-9a0e-e3618ec4561d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:44.934525 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-890968b3-d86d-4f5b-b225-7d3cd5fdc68d req-9dcda874-2241-43f8-9a0e-e3618ec4561d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 945 time: 0.1194980
Sep 16 17:58:44.959063 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['c34553bb-01f5-4098-8435-703c421290bf'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:58:44.963688 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:44.989105 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['83e07799-3a1d-40b6-8e37-31de2ee3702b'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:58:44.989329 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-890968b3-d86d-4f5b-b225-7d3cd5fdc68d req-aa289a65-e560-4860-be00-ada5a481ffbe tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452013
Sep 16 17:58:45.041816 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.050694 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-86decb0d-6646-4126-8b35-aa2445f69210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:45.093599 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592b0de9-c4f3-4fbe-964d-b1fe32a8302c,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:45.095124 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 60240) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:45.098036 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=96dfe1ce1d7c4e1d9a7345ff30b02c61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5640063
Sep 16 17:58:45.099488 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:45.100505 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 60244) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:45.147341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.162219 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.190017 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.236913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.253128 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:45.257234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Usage tracker for resource:security_group_rule and tenant:eeb569e1c90540b59a9e585ab44e95f0 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:45.260160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:45.266509 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:45.338204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.342095 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:45.352931 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592b0de9-c4f3-4fbe-964d-b1fe32a8302c,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:45.355164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:45.360763 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.367581 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/592b0de9-c4f3-4fbe-964d-b1fe32a8302c HTTP/1.1" status: 204  len: 168 time: 0.2636292
Sep 16 17:58:45.423616 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.504622 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.513019 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d9f7d68d-de1a-48dc-aa7c-5f1b98270021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:45.557513 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eeb569e1c90540b59a9e585ab44e95f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4602900
Sep 16 17:58:45.559067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a572e2e8-3b49-4831-a5d6-700ed37a98ce,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:45.560174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 60256) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:45.562236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:45.617904 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.645913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.813741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.818398 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-8d083c82-c017-4848-8b38-85f2a35f9ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:45.837744 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a572e2e8-3b49-4831-a5d6-700ed37a98ce,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:45.837744 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:45.840752 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:45.844747 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a572e2e8-3b49-4831-a5d6-700ed37a98ce HTTP/1.1" status: 204  len: 168 time: 0.2806599
Sep 16 17:58:45.899977 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba147551-cab1-41bc-beb6-10f1c3aae6bc req-96129f0e-1523-4a57-827c-9f8250da78ae tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:45.904051 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba147551-cab1-41bc-beb6-10f1c3aae6bc req-96129f0e-1523-4a57-827c-9f8250da78ae tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1168599
Sep 16 17:58:45.952271 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba147551-cab1-41bc-beb6-10f1c3aae6bc req-8274feab-21b8-45a3-b3a7-a894fef22a40 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411727
Sep 16 17:58:46.020902 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7c605-c828-402d-a8ea-a2f8010fa68c req-16908235-a334-4cfe-aace-67473a26e700 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:46.022531 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ade7c605-c828-402d-a8ea-a2f8010fa68c req-16908235-a334-4cfe-aace-67473a26e700 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 944 time: 0.0829763
Sep 16 17:58:46.070911 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ade7c605-c828-402d-a8ea-a2f8010fa68c req-096dc1ce-64a2-4aba-9735-ce00f5e61701 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420153
Sep 16 17:58:46.285448 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3228af-f171-4bf8-83f4-1c5c21f0b874 req-15eb3ab0-3dc7-4cf3-9433-e6e60a496c5f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:46.286997 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe3228af-f171-4bf8-83f4-1c5c21f0b874 req-15eb3ab0-3dc7-4cf3-9433-e6e60a496c5f tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 945 time: 0.0955939
Sep 16 17:58:46.337092 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe3228af-f171-4bf8-83f4-1c5c21f0b874 req-f5952d08-cf74-480a-93d4-d06dff953f79 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436234
Sep 16 17:58:46.815905 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e87f2e-ba9e-41fd-b495-6f540bde4899 req-957b50ac-61b9-444f-b809-c7acd6270b4d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:46.817451 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5e87f2e-ba9e-41fd-b495-6f540bde4899 req-957b50ac-61b9-444f-b809-c7acd6270b4d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1811261
Sep 16 17:58:46.849066 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-3d2d73f2-e0bb-485d-813e-9b78a2b21c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:46.850548 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-3d2d73f2-e0bb-485d-813e-9b78a2b21c8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 1098 time: 0.1364422
Sep 16 17:58:46.872473 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5e87f2e-ba9e-41fd-b495-6f540bde4899 req-48444a1a-6e59-4773-b51b-ab45c819aff7 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478089
Sep 16 17:58:47.077582 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-c143ecb9-593a-41c4-9b5f-fb99f40a992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:47.079147 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-c143ecb9-593a-41c4-9b5f-fb99f40a992e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 200  len: 920 time: 0.2100060
Sep 16 17:58:47.153195 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-9900de8f-59eb-428e-b461-1a71c65afa9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 200  len: 217 time: 0.0646932
Sep 16 17:58:47.222508 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-f5eab0cb-27f8-4589-9f0d-5eb8b06bb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:47.224132 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-f5eab0cb-27f8-4589-9f0d-5eb8b06bb66f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 200  len: 859 time: 0.0639799
Sep 16 17:58:47.272914 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7101e-b03b-4966-a74f-5bd2571b750a req-52881c4a-045a-4d24-b5f6-b27044c72ddf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:47.275006 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-3077a1fd-6bc2-4263-888f-4fb039f2f001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c47715c6-b41a-4f2d-a737-59050a4e14a9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431771
Sep 16 17:58:47.275286 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d8c7101e-b03b-4966-a74f-5bd2571b750a req-52881c4a-045a-4d24-b5f6-b27044c72ddf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 944 time: 0.0853088
Sep 16 17:58:47.325502 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d8c7101e-b03b-4966-a74f-5bd2571b750a req-9f2e8496-7b7d-4c4e-8019-b2969f6336aa tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440693
Sep 16 17:58:47.415531 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-5c95eb1a-c623-4d52-8611-909cf05e0f49 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313562
Sep 16 17:58:47.617885 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5424a42-6c9b-43c0-a642-a67288db9cdd req-e0f63a24-b0f3-484a-a00e-39d41f6dca58 service neutron] 10.222.0.13 "GET /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928835
Sep 16 17:58:47.630897 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806c163-4c4c-4df5-8861-cb7158e8c1a8 req-b27d3198-edd8-4035-9e02-64aee820ab13 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:47.632612 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b806c163-4c4c-4df5-8861-cb7158e8c1a8 req-b27d3198-edd8-4035-9e02-64aee820ab13 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 945 time: 0.1399891
Sep 16 17:58:47.659281 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c34553bb-01f5-4098-8435-703c421290bf up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:58:47.739625 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b806c163-4c4c-4df5-8861-cb7158e8c1a8 req-e0bebe50-2b83-4c65-99be-9c2b3d9101af tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896268
Sep 16 17:58:47.863881 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port c34553bb-01f5-4098-8435-703c421290bf completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:58:47.869002 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port c34553bb-01f5-4098-8435-703c421290bf triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:58:47.869533 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:48.024750 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:48.066299 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c34553bb-01f5-4098-8435-703c421290bf, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c34553bb-01f5-4098-8435-703c421290bf,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:48.067249 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34553bb-01f5-4098-8435-703c421290bf'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:48.072900 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0080be-9998-4623-9b74-6715730ee915 req-82469b06-441b-4088-aae0-262469fcbeec tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:48.077107 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ed0080be-9998-4623-9b74-6715730ee915 req-82469b06-441b-4088-aae0-262469fcbeec tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0877645
Sep 16 17:58:48.141935 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ed0080be-9998-4623-9b74-6715730ee915 req-76a40938-1a1c-41be-87e6-778b750ad7ff tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610321
Sep 16 17:58:48.152263 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34553bb-01f5-4098-8435-703c421290bf', 'code': 200}
Sep 16 17:58:48.162099 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:48.163094 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 83e07799-3a1d-40b6-8e37-31de2ee3702b up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:58:48.194231 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:48.283183 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c34553bb-01f5-4098-8435-703c421290bf,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:48.287497 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:48.419340 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 83e07799-3a1d-40b6-8e37-31de2ee3702b completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 17:58:48.427306 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 83e07799-3a1d-40b6-8e37-31de2ee3702b triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:58:48.427686 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:48.528056 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab74c98-6f8e-47bc-b512-5faf3c2e3e2f req-b41b9237-988a-40c7-b971-58d472f28acd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:48.532091 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cab74c98-6f8e-47bc-b512-5faf3c2e3e2f req-b41b9237-988a-40c7-b971-58d472f28acd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.0940356
Sep 16 17:58:48.564399 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:48.588445 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cab74c98-6f8e-47bc-b512-5faf3c2e3e2f req-a1bcc75f-7a2d-4060-8f4a-c0bce639b4b5 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475390
Sep 16 17:58:48.609166 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 83e07799-3a1d-40b6-8e37-31de2ee3702b, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:48.647263 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7067-a783-4dec-b025-3a8f2a98e0b7 req-857a381c-bbb4-48ed-a1c4-66611c44731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:48.648831 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fadf7067-a783-4dec-b025-3a8f2a98e0b7 req-857a381c-bbb4-48ed-a1c4-66611c44731f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 1098 time: 0.0809059
Sep 16 17:58:48.689287 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:48.691511 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:48.704473 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fadf7067-a783-4dec-b025-3a8f2a98e0b7 req-bbbd595b-f020-452a-89d3-cf1e1fdb162b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471413
Sep 16 17:58:48.773565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=83e07799-3a1d-40b6-8e37-31de2ee3702b,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:48.777057 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:48.943341 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12327826-b741-4a68-84f2-d9fcb550c0d3 req-0e632d8c-b7fc-4517-b185-73b387486b98 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:48.944851 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-12327826-b741-4a68-84f2-d9fcb550c0d3 req-0e632d8c-b7fc-4517-b185-73b387486b98 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.0837445
Sep 16 17:58:48.988890 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-12327826-b741-4a68-84f2-d9fcb550c0d3 req-281ee095-9a4a-46f3-a605-a59685840dce tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384145
Sep 16 17:58:49.335879 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4bca8-1e03-4c29-beb5-bd34bd9aaa62 req-a7a99358-a62d-41b6-aad1-c235da7927ca tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:49.336390 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e0e4bca8-1e03-4c29-beb5-bd34bd9aaa62 req-a7a99358-a62d-41b6-aad1-c235da7927ca tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0812724
Sep 16 17:58:49.381537 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e0e4bca8-1e03-4c29-beb5-bd34bd9aaa62 req-05d9e538-c600-4389-9eaa-9cc74beba018 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393815
Sep 16 17:58:49.780733 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e744afb-ee05-4a32-9059-89aba7f25f2a req-be03eae6-b4b1-42f7-8271-6ed940911d93 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:49.782207 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5e744afb-ee05-4a32-9059-89aba7f25f2a req-be03eae6-b4b1-42f7-8271-6ed940911d93 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.0838032
Sep 16 17:58:49.825974 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5e744afb-ee05-4a32-9059-89aba7f25f2a req-1a359fbf-6f2b-412d-9a02-d9645d2c88bd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382278
Sep 16 17:58:50.153499 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e07799-3a1d-40b6-8e37-31de2ee3702b'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:50.179689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47c63-950f-4410-8649-5c8635b70b4b req-ab664c9b-70f8-45d3-8115-62daa9dd1d0d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:50.181192 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f9d47c63-950f-4410-8649-5c8635b70b4b req-ab664c9b-70f8-45d3-8115-62daa9dd1d0d tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.0859249
Sep 16 17:58:50.229608 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f9d47c63-950f-4410-8649-5c8635b70b4b req-609f9783-ac3e-48d6-b1c3-7ef79f649f1a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429001
Sep 16 17:58:50.248100 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e07799-3a1d-40b6-8e37-31de2ee3702b', 'code': 200}
Sep 16 17:58:50.606699 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6b4f0-d3f8-4eaf-9666-8022a52942bf req-5b77ee79-b843-406e-847d-2b076952a01a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:50.613164 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cce6b4f0-d3f8-4eaf-9666-8022a52942bf req-5b77ee79-b843-406e-847d-2b076952a01a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1132364
Sep 16 17:58:50.656966 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cce6b4f0-d3f8-4eaf-9666-8022a52942bf req-496191c5-f2d4-485b-80a8-6115d212dfa0 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418956
Sep 16 17:58:50.769482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4368-05fb-49b3-b3c8-de84e36bb9c4 req-022bc40e-e696-4082-a8a6-39a8196e3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:50.770945 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-134d4368-05fb-49b3-b3c8-de84e36bb9c4 req-022bc40e-e696-4082-a8a6-39a8196e3033 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 1099 time: 0.0695202
Sep 16 17:58:50.821295 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-134d4368-05fb-49b3-b3c8-de84e36bb9c4 req-b32f296b-ed05-462c-9312-f8945b4129aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379264
Sep 16 17:58:51.012204 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7558972-5d03-4a93-bb0a-2eea2b1c5e1b req-818d140b-334d-4703-959a-81bfe89adfaa tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:51.023087 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e7558972-5d03-4a93-bb0a-2eea2b1c5e1b req-818d140b-334d-4703-959a-81bfe89adfaa tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.0791349
Sep 16 17:58:51.058056 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e7558972-5d03-4a93-bb0a-2eea2b1c5e1b req-7ddd9e95-ef94-488a-92f7-f384aaca41ed tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387013
Sep 16 17:58:51.430636 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da37c-8592-43c7-8d80-32b57a623cab req-30f31d59-be69-4f8a-bab9-9414c65275b2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:51.432114 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b0da37c-8592-43c7-8d80-32b57a623cab req-30f31d59-be69-4f8a-bab9-9414c65275b2 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.0833316
Sep 16 17:58:51.484298 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b0da37c-8592-43c7-8d80-32b57a623cab req-758f0a4a-122b-4878-805d-3471b1b4755b tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465550
Sep 16 17:58:51.858157 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952d0f5-93c5-4290-b8d0-24930a32d1a3 req-885d7f5b-e462-46f3-892f-03af3c247ec8 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:51.859704 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7952d0f5-93c5-4290-b8d0-24930a32d1a3 req-885d7f5b-e462-46f3-892f-03af3c247ec8 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0864034
Sep 16 17:58:51.907776 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7952d0f5-93c5-4290-b8d0-24930a32d1a3 req-47eb7c41-29a1-4201-b611-a2c95935729c tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416763
Sep 16 17:58:52.723985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b153d-c791-4cce-88f7-8449b4d3ded1 req-c0758fe2-3ef7-4e75-84ea-66dc6913c845 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:52.725568 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ee8b153d-c791-4cce-88f7-8449b4d3ded1 req-c0758fe2-3ef7-4e75-84ea-66dc6913c845 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.0881596
Sep 16 17:58:52.774019 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ee8b153d-c791-4cce-88f7-8449b4d3ded1 req-78a56f4c-6e48-4522-9c5b-1f07f43b0192 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414782
Sep 16 17:58:53.995218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d023e0a-0f90-4cc9-a543-87cd11e4056a req-1b0330c8-ca9c-4b43-bdb7-470f1fb6da1a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:53.996738 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6d023e0a-0f90-4cc9-a543-87cd11e4056a req-1b0330c8-ca9c-4b43-bdb7-470f1fb6da1a tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.0866108
Sep 16 17:58:54.051104 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6d023e0a-0f90-4cc9-a543-87cd11e4056a req-d079cd57-8906-485c-a294-d9a15d22dd71 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459514
Sep 16 17:58:54.642929 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 60486) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:54.816185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:54.832063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:54.836073 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a4c383b18f437d91c498dca600db11 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:54.838905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:54.845100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:54.927701 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.041638 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.053858 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:55.094057 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e1a4c383b18f437d91c498dca600db11&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4467351
Sep 16 17:58:55.094057 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4246065-facd-49c1-9dfc-db3af9e4f1b2,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:55.094474 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 60506) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:55.096572 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:55.237200 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.265975 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.279063 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 60514) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:55.401759 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.416623 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:55.421029 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Usage tracker for resource:security_group_rule and tenant:4dd1bb6365f2434fb04b6604a32c93be is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:55.423761 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:55.429342 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:55.517588 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.523648 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-92a1ccfa-2863-4a79-b254-dff32f169998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:55.542291 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4246065-facd-49c1-9dfc-db3af9e4f1b2,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:55.547019 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:55.560766 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.561893 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f4246065-facd-49c1-9dfc-db3af9e4f1b2 HTTP/1.1" status: 204  len: 168 time: 0.4654670
Sep 16 17:58:55.630406 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.732142 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.741135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0e9a7518-d0ec-4d61-b18a-6c13935929eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:55.782525 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4dd1bb6365f2434fb04b6604a32c93be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5021842
Sep 16 17:58:55.783465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42457b32-776a-4198-8a67-a21f36180ff7,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:55.785207 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 60530) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:55.787814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:55.854624 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:55.886732 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:56.127363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:56.137797 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:56.169249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42457b32-776a-4198-8a67-a21f36180ff7,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:56.189806 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:56.192822 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:56.196817 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/42457b32-776a-4198-8a67-a21f36180ff7 HTTP/1.1" status: 204  len: 168 time: 0.4077606
Sep 16 17:58:56.436210 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affdb7d6-60f7-4e61-a691-eb911461ae3b req-caf922a0-50d2-4117-8e82-0cd5f0408d14 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:56.437707 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-affdb7d6-60f7-4e61-a691-eb911461ae3b req-caf922a0-50d2-4117-8e82-0cd5f0408d14 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.0869918
Sep 16 17:58:56.489802 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-affdb7d6-60f7-4e61-a691-eb911461ae3b req-2f968693-b3be-4829-b73d-3ba1f91870ec tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437305
Sep 16 17:58:57.260582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 60578) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:57.277902 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:57.292105 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:58:57.296635 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Usage tracker for resource:security_group_rule and tenant:a707b9e8f09640c490502992d90892e9 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:58:57.299373 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:58:57.305299 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:58:57.386668 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:57.543675 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:57.553706 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9c7ae948-234f-4f81-9166-8780db3c93da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:57.603912 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a707b9e8f09640c490502992d90892e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3399355
Sep 16 17:58:57.604314 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 60588) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:58:57.611720 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7825492-a5eb-487f-a52c-937594ddaaa6,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:57.614732 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:57.736837 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:57.762428 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e4614-90b9-411e-afdc-a3b697f1c19c req-f82f3b37-8ce6-40ce-b2c5-66c5aa5a8af5 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:57.764215 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-411e4614-90b9-411e-afdc-a3b697f1c19c req-f82f3b37-8ce6-40ce-b2c5-66c5aa5a8af5 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.1570203
Sep 16 17:58:57.792376 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:57.852445 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-411e4614-90b9-411e-afdc-a3b697f1c19c req-e6a78f5b-f81a-4f13-bcad-ff3cab694d87 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/security-groups?id=fa3f52dd-59c5-4c81-bbbf-62d85966bab8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804825
Sep 16 17:58:58.047562 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:58.052836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2ac023b7-13d3-4fd1-8fe0-14579f7daed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:58.104474 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7825492-a5eb-487f-a52c-937594ddaaa6,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:58.107267 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:58.130303 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:58.134477 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7825492-a5eb-487f-a52c-937594ddaaa6 HTTP/1.1" status: 204  len: 168 time: 0.5261989
Sep 16 17:58:58.166314 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-f3e54a9b-f83e-4efa-bfae-9e7f96f74ca3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:58.168107 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-f3e54a9b-f83e-4efa-bfae-9e7f96f74ca3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 946 time: 0.1159310
Sep 16 17:58:58.255124 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Deleting port 83e07799-3a1d-40b6-8e37-31de2ee3702b {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:58:58.255482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:58.508298 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] For port 83e07799-3a1d-40b6-8e37-31de2ee3702b, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=83e07799-3a1d-40b6-8e37-31de2ee3702b,segment=NetworkSegment(c4de6649-349d-4408-a145-8bf1fa20d3cf),segment_id=c4de6649-349d-4408-a145-8bf1fa20d3cf)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:58:58.508667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:58.635135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Calling delete_port for 83e07799-3a1d-40b6-8e37-31de2ee3702b owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:58:58.961719 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:58.968000 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ee2eecb8-5e30-4bea-aed4-d64101b33f1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:58:58.978568 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['83e07799-3a1d-40b6-8e37-31de2ee3702b'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:58:59.038788 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Pushing event deleted for resources: {'Port': ['ID=83e07799-3a1d-40b6-8e37-31de2ee3702b,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:58:59.042437 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:58:59.085398 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fdd7546c-ca37-4b10-ad19-5a31bce355ee req-243839c0-c314-42a3-a3be-8d395cb21350 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 210 time: 0.1101370
Sep 16 17:58:59.768322 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] No DVR routers for this DVR port 83e07799-3a1d-40b6-8e37-31de2ee3702b on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:58:59.771871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:58:59.776476 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'name': 'network-vif-deleted', 'tag': '83e07799-3a1d-40b6-8e37-31de2ee3702b'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:58:59.852475 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b049cb94-dc1e-4568-a987-cc640c9b0b8f', 'name': 'network-vif-deleted', 'tag': '83e07799-3a1d-40b6-8e37-31de2ee3702b', 'status': 'completed', 'code': 200}
Sep 16 17:58:59.870471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e599abf-c682-4b29-84b4-081715b75f7c req-2ddb5387-1274-44c6-8cb1-10f14e6f5ed0 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:58:59.872121 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1e599abf-c682-4b29-84b4-081715b75f7c req-2ddb5387-1274-44c6-8cb1-10f14e6f5ed0 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0858872
Sep 16 17:58:59.916708 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1e599abf-c682-4b29-84b4-081715b75f7c req-da1c4f2f-6533-4e45-95ca-f4607f354c7a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388124
Sep 16 17:59:00.071217 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c6b69f16-f108-4fa7-801d-a6d030b1fdeb req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.13 "DELETE /v2.0/ports/83e07799-3a1d-40b6-8e37-31de2ee3702b HTTP/1.1" status: 204  len: 173 time: 1.8962786
Sep 16 17:59:00.303628 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-801bb7ff-7a35-4db3-8a76-4e5c595f118e req-f9aeb627-b1f6-4a67-9169-022b9de2f7c7 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 210 time: 0.1131954
Sep 16 17:59:01.120780 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78975d-4f1b-4016-9da1-2b51a52853cb req-5ea2e807-fd20-41ea-b9a8-db58ee145210 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:01.125924 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0e78975d-4f1b-4016-9da1-2b51a52853cb req-5ea2e807-fd20-41ea-b9a8-db58ee145210 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0977907
Sep 16 17:59:01.193402 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0e78975d-4f1b-4016-9da1-2b51a52853cb req-73022c3e-bafb-41b5-bd71-8f2cb085d91e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596645
Sep 16 17:59:01.468482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-737dc561-b55e-437f-82a9-2d17a5e2316f req-6859f3f6-5d39-416a-8d07-77e9d712188b tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Synchronizing usage tracker for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:59:01.733720 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 83e07799-3a1d-40b6-8e37-31de2ee3702b no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:01.738596 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-737dc561-b55e-437f-82a9-2d17a5e2316f req-6859f3f6-5d39-416a-8d07-77e9d712188b tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Unset dirty status for tenant:4f0b78f3f1414c5f85a43929d185831a on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:59:01.739810 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-737dc561-b55e-437f-82a9-2d17a5e2316f req-6859f3f6-5d39-416a-8d07-77e9d712188b tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] 10.222.0.37 "GET /v2.0/ports?device_id=b049cb94-dc1e-4568-a987-cc640c9b0b8f HTTP/1.1" status: 200  len: 210 time: 0.3190546
Sep 16 17:59:01.767986 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 83e07799-3a1d-40b6-8e37-31de2ee3702b {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:01.768339 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 83e07799-3a1d-40b6-8e37-31de2ee3702b not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:02.375667 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3114bc-4e11-422b-9af4-2d0770b8269a req-689eb1c5-95de-49bf-9584-4b9b96c0d58e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:02.377331 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8c3114bc-4e11-422b-9af4-2d0770b8269a req-689eb1c5-95de-49bf-9584-4b9b96c0d58e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0821812
Sep 16 17:59:02.424967 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8c3114bc-4e11-422b-9af4-2d0770b8269a req-3320bdfa-cdab-474f-af16-8ca6e86562f1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418952
Sep 16 17:59:02.882962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-b9692446-b4d3-41e2-859d-c28830eb957a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:02.884441 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-b9692446-b4d3-41e2-859d-c28830eb957a tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.0808258
Sep 16 17:59:02.959460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Deleting port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:02.959827 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:03.247948 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:59:03.276712 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] For port bac4d9a4-6d51-4c30-8cec-b4e5fe579143, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:03.277071 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:03.407138 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Calling delete_port for bac4d9a4-6d51-4c30-8cec-b4e5fe579143 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:03.664712 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995c32-6841-4288-a1fc-eae33d048e93 req-a7086425-66a4-4f05-b0ce-2b2f8096644d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:03.672333 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-56995c32-6841-4288-a1fc-eae33d048e93 req-a7086425-66a4-4f05-b0ce-2b2f8096644d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 945 time: 0.1219437
Sep 16 17:59:03.719213 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-56995c32-6841-4288-a1fc-eae33d048e93 req-1bb1ee87-24b4-46ab-a17c-3f6cc933d2a1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460417
Sep 16 17:59:03.721806 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:03.728752 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:03.736991 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['bac4d9a4-6d51-4c30-8cec-b4e5fe579143', 'a0f43579-d691-402b-93ca-6254e5422520'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:59:03.810980 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Pushing event deleted for resources: {'Port': ['ID=bac4d9a4-6d51-4c30-8cec-b4e5fe579143,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:03.819777 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:03.878385 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] No DVR routers for this DVR port bac4d9a4-6d51-4c30-8cec-b4e5fe579143 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:59:03.881330 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:03.884091 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'name': 'network-vif-deleted', 'tag': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:03.959605 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23dddaec-20e6-4aa1-a4e5-ef598a0ae615', 'name': 'network-vif-deleted', 'tag': 'bac4d9a4-6d51-4c30-8cec-b4e5fe579143', 'status': 'completed', 'code': 200}
Sep 16 17:59:03.985542 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fa6123cd-d7b8-4ac1-84f6-e2f1bb128b0a req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "DELETE /v2.0/ports/bac4d9a4-6d51-4c30-8cec-b4e5fe579143 HTTP/1.1" status: 204  len: 173 time: 1.0949790
Sep 16 17:59:04.929219 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9facd984-1c8c-4b92-b9f1-325efb77b156 req-4ebbe20a-98ea-499a-bb1f-860b0db13652 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=23dddaec-20e6-4aa1-a4e5-ef598a0ae615 HTTP/1.1" status: 200  len: 210 time: 0.0651765
Sep 16 17:59:05.743493 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device bac4d9a4-6d51-4c30-8cec-b4e5fe579143 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:05.780854 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: bac4d9a4-6d51-4c30-8cec-b4e5fe579143 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:05.781184 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device bac4d9a4-6d51-4c30-8cec-b4e5fe579143 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:07.167616 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2523545-2d6a-4736-9e1a-f2b7b9b2486d req-81336fe1-233e-40bb-bedf-7147658eda69 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:07.169083 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e2523545-2d6a-4736-9e1a-f2b7b9b2486d req-81336fe1-233e-40bb-bedf-7147658eda69 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0798728
Sep 16 17:59:07.217281 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e2523545-2d6a-4736-9e1a-f2b7b9b2486d req-0160acca-4dac-451b-b55d-d4c1b06f0e7c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415704
Sep 16 17:59:07.393235 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284d789-21b5-499f-8cdb-f9798579f180 req-956f4dc6-0fef-4660-8b15-7df698eda15e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:07.393918 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-f284d789-21b5-499f-8cdb-f9798579f180 req-956f4dc6-0fef-4660-8b15-7df698eda15e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Synchronizing usage tracker for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:59:07.561962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-f284d789-21b5-499f-8cdb-f9798579f180 req-956f4dc6-0fef-4660-8b15-7df698eda15e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Unset dirty status for tenant:b6a3751e2c3a444a950f91fa17cd87de on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:59:07.563161 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f284d789-21b5-499f-8cdb-f9798579f180 req-956f4dc6-0fef-4660-8b15-7df698eda15e tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.2498598
Sep 16 17:59:07.607676 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f284d789-21b5-499f-8cdb-f9798579f180 req-7ff25705-e2ea-4c00-b9d4-45034bd610fd tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382743
Sep 16 17:59:07.618399 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fd61ed6c-971b-4ded-8b02-6dce6fb6c675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:08.069839 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:08.406462 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438cd824-9841-45fe-b6f0-0051282962ed req-ebe6b28f-7bf2-4371-9a7d-cd94dfa8f8a4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:08.407976 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-438cd824-9841-45fe-b6f0-0051282962ed req-ebe6b28f-7bf2-4371-9a7d-cd94dfa8f8a4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0803642
Sep 16 17:59:08.453997 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-438cd824-9841-45fe-b6f0-0051282962ed req-61052c29-d65b-4fcc-82a2-48b2bca9730f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402272
Sep 16 17:59:08.804842 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e41e4-ed20-4e44-a59d-97857497974b req-c1b35a7a-2cbd-4f2c-ad51-e1016c0fcc18 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:08.806297 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cc2e41e4-ed20-4e44-a59d-97857497974b req-c1b35a7a-2cbd-4f2c-ad51-e1016c0fcc18 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0869062
Sep 16 17:59:08.850490 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cc2e41e4-ed20-4e44-a59d-97857497974b req-ce07a8ea-c163-4ae6-8d68-f9d0a5222b96 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384500
Sep 16 17:59:09.656393 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0512559-2e92-49b6-ab9b-1ba7aaa4bdd7 req-44cce5f2-6446-421f-8947-bcd5eb2ad48c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:09.657753 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d0512559-2e92-49b6-ab9b-1ba7aaa4bdd7 req-44cce5f2-6446-421f-8947-bcd5eb2ad48c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0840259
Sep 16 17:59:09.703971 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d0512559-2e92-49b6-ab9b-1ba7aaa4bdd7 req-bc942431-8e4e-4713-a3d0-f7e63c9bde33 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404704
Sep 16 17:59:10.045064 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ce00e-bd1a-4793-a063-1166905aa6e2 req-3ed1039e-06bc-46ee-bbff-314593a4d85d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:10.046637 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-659ce00e-bd1a-4793-a063-1166905aa6e2 req-3ed1039e-06bc-46ee-bbff-314593a4d85d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0801971
Sep 16 17:59:10.094240 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-659ce00e-bd1a-4793-a063-1166905aa6e2 req-b3bced49-eaa7-46cd-bd6f-a3952cb09436 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416880
Sep 16 17:59:10.544044 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-023becbf-beaa-4bfd-af92-095629586b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:10.914936 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f000a-ccb1-4fb6-8e98-df79df856d7d req-9b282782-a081-4454-82c5-29730435b337 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:10.916445 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cd7f000a-ccb1-4fb6-8e98-df79df856d7d req-9b282782-a081-4454-82c5-29730435b337 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1020322
Sep 16 17:59:10.964074 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cd7f000a-ccb1-4fb6-8e98-df79df856d7d req-f2ffa290-1f0e-4e91-ab7d-d61c84a06c69 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409899
Sep 16 17:59:11.202536 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:11.287251 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de059c86-8bcf-451d-bfc3-f14c3cbc911a req-50c53e88-5502-4553-bfa7-4607474c3813 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:11.288718 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de059c86-8bcf-451d-bfc3-f14c3cbc911a req-50c53e88-5502-4553-bfa7-4607474c3813 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0818448
Sep 16 17:59:11.333428 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de059c86-8bcf-451d-bfc3-f14c3cbc911a req-b31d99e5-851a-4ee1-b39e-db8d56d8459d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389223
Sep 16 17:59:12.178251 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a4e9a-eb85-4616-9ab1-b4af32b34927 req-9c41c7fc-cb9e-4b8f-97c1-753add195cc3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:12.180023 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb6a4e9a-eb85-4616-9ab1-b4af32b34927 req-9c41c7fc-cb9e-4b8f-97c1-753add195cc3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0930631
Sep 16 17:59:12.227297 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cb6a4e9a-eb85-4616-9ab1-b4af32b34927 req-7925bf5c-ea97-400f-8914-5765aabb835d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406239
Sep 16 17:59:12.548714 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a2c6c-8923-4ba5-9380-f9908fea18af req-887129f1-4c73-478e-bfce-266b2d7687b3 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:12.550202 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-335a2c6c-8923-4ba5-9380-f9908fea18af req-887129f1-4c73-478e-bfce-266b2d7687b3 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1025121
Sep 16 17:59:12.602319 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-335a2c6c-8923-4ba5-9380-f9908fea18af req-7cb792ca-37ea-47c2-b1a3-b84cd7c5b79f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465000
Sep 16 17:59:12.784133 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:13.434830 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba5c61-0b1d-40bc-ad75-f0952484a7b8 req-74bc8243-3770-4a13-8350-8bc709f5b4b6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:13.444276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-86ba5c61-0b1d-40bc-ad75-f0952484a7b8 req-74bc8243-3770-4a13-8350-8bc709f5b4b6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0927269
Sep 16 17:59:13.485469 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-86ba5c61-0b1d-40bc-ad75-f0952484a7b8 req-bcccc1ff-ea74-4031-8c7f-2b3479cb6398 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409434
Sep 16 17:59:13.961951 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f661a-a990-4008-9c62-420550098c24 req-ccbfb6b6-ab1a-4171-895e-7837b104b744 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:13.973510 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-db6f661a-a990-4008-9c62-420550098c24 req-ccbfb6b6-ab1a-4171-895e-7837b104b744 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1638544
Sep 16 17:59:14.045524 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-db6f661a-a990-4008-9c62-420550098c24 req-c6439d66-f9fc-48d9-8742-237d11fee796 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708449
Sep 16 17:59:14.717660 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0cdb58-3a5d-4cc7-a49b-295a08619be4 req-281918a8-08af-41cb-8acf-4cc33f7ecfbc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:14.725859 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae0cdb58-3a5d-4cc7-a49b-295a08619be4 req-281918a8-08af-41cb-8acf-4cc33f7ecfbc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1201015
Sep 16 17:59:14.790149 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae0cdb58-3a5d-4cc7-a49b-295a08619be4 req-bcef6fc1-59d6-4c30-947e-60e7a78e6ed4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629935
Sep 16 17:59:15.235219 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:15.266862 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfc975-9bb8-4235-9985-03ce641a15c2 req-ccd80795-f747-4e0b-9fac-7b8976389c6f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:15.268413 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cbcfc975-9bb8-4235-9985-03ce641a15c2 req-ccd80795-f747-4e0b-9fac-7b8976389c6f tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.0851924
Sep 16 17:59:15.314925 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cbcfc975-9bb8-4235-9985-03ce641a15c2 req-1df2b6d9-2905-4ac3-853b-4a53c3001fdc tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409346
Sep 16 17:59:16.041958 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff1933-69fc-4c2d-b16f-4500605cfa7b req-809ca368-6401-4e71-ba71-6f57eb6dc8dc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:16.049761 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f8ff1933-69fc-4c2d-b16f-4500605cfa7b req-809ca368-6401-4e71-ba71-6f57eb6dc8dc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1299698
Sep 16 17:59:16.108989 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f8ff1933-69fc-4c2d-b16f-4500605cfa7b req-232e9b62-f149-4d6e-963c-d7d9a0570fa0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581892
Sep 16 17:59:16.233432 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-e621c7b4-3284-41ee-a204-f83cbd1175d1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:16.235422 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-e621c7b4-3284-41ee-a204-f83cbd1175d1 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.1504090
Sep 16 17:59:16.310284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Deleting port a0f43579-d691-402b-93ca-6254e5422520 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:16.311724 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:16.724490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be73cb4-cb54-4a85-b19e-485779f1f25b req-bb8cef67-991a-480e-a6fb-d7cfeda31d45 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:16.731464 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1be73cb4-cb54-4a85-b19e-485779f1f25b req-bb8cef67-991a-480e-a6fb-d7cfeda31d45 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 945 time: 0.2420182
Sep 16 17:59:16.812861 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] For port a0f43579-d691-402b-93ca-6254e5422520, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a0f43579-d691-402b-93ca-6254e5422520,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:16.813577 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:16.823753 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1be73cb4-cb54-4a85-b19e-485779f1f25b req-7743e794-e638-4748-b6f7-29b2486a9465 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/security-groups?id=0ddab7d7-a775-4de4-acd5-aad0ddd86aba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913129
Sep 16 17:59:17.007686 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Calling delete_port for a0f43579-d691-402b-93ca-6254e5422520 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:17.338022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:17.351741 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['a0f43579-d691-402b-93ca-6254e5422520'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:59:17.352417 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:17.417297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Pushing event deleted for resources: {'Port': ['ID=a0f43579-d691-402b-93ca-6254e5422520,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:17.426511 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:17.468330 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f874c-e50e-4f7c-84d2-47bc8d2539e0 req-d8d29433-445a-4737-8668-0e6de58b3e44 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:17.479192 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-733f874c-e50e-4f7c-84d2-47bc8d2539e0 req-d8d29433-445a-4737-8668-0e6de58b3e44 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.1575525
Sep 16 17:59:17.521379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] No DVR routers for this DVR port a0f43579-d691-402b-93ca-6254e5422520 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:59:17.524154 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:17.532296 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'name': 'network-vif-deleted', 'tag': 'a0f43579-d691-402b-93ca-6254e5422520'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:17.558757 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-733f874c-e50e-4f7c-84d2-47bc8d2539e0 req-6a6d6289-60a3-467c-bf4d-bc4571b0e98a tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776677
Sep 16 17:59:17.579581 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242533b-7773-44bd-bf25-764332c8414e req-4403de96-a22d-4145-9bc8-ae775903f2b7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:17.590786 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2242533b-7773-44bd-bf25-764332c8414e req-4403de96-a22d-4145-9bc8-ae775903f2b7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.3132875
Sep 16 17:59:17.673465 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-efecfb21-a868-4bae-8fa7-861c1febaf4c req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.13 "DELETE /v2.0/ports/a0f43579-d691-402b-93ca-6254e5422520 HTTP/1.1" status: 204  len: 173 time: 1.4314299
Sep 16 17:59:17.679201 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0331130a-1460-41be-a62e-55bcbc3d9c71', 'name': 'network-vif-deleted', 'tag': 'a0f43579-d691-402b-93ca-6254e5422520', 'status': 'completed', 'code': 200}
Sep 16 17:59:17.716976 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2242533b-7773-44bd-bf25-764332c8414e req-09b85ad0-241f-4a23-90d2-c935f89a0d63 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216140
Sep 16 17:59:18.119746 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-914fea4b-3221-4bbf-b3c4-aa69a2a67324 req-92a4f193-0379-4209-88e6-46cc8ff9de9b tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] 10.222.0.37 "GET /v2.0/ports?device_id=0331130a-1460-41be-a62e-55bcbc3d9c71 HTTP/1.1" status: 200  len: 210 time: 0.1159096
Sep 16 17:59:18.559299 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 32896) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:18.731569 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:18.817651 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:18.824059 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Usage tracker for resource:security_group_rule and tenant:626d1d05cb7241df9c8a8bf340596240 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:18.838226 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:18.849410 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:18.920939 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b969f-69cb-4fb0-992a-df022b91c884 req-0ac98fbe-34ed-4b57-b9c7-102a0158fadc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:18.927104 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-922b969f-69cb-4fb0-992a-df022b91c884 req-0ac98fbe-34ed-4b57-b9c7-102a0158fadc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.1586208
Sep 16 17:59:19.016186 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9250c-3f99-4b02-910b-28c88d476e87 req-3c5ff30b-691e-4cfc-a691-1526a8283fbc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:19.022095 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-27a9250c-3f99-4b02-910b-28c88d476e87 req-3c5ff30b-691e-4cfc-a691-1526a8283fbc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1262243
Sep 16 17:59:19.059051 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:19.077060 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-27a9250c-3f99-4b02-910b-28c88d476e87 req-493d0574-8cb0-4444-a29c-b00b8beee7e0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538633
Sep 16 17:59:19.089174 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-922b969f-69cb-4fb0-992a-df022b91c884 req-24cdb3ab-91c4-43d3-b4d6-871bd17f58d3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536435
Sep 16 17:59:19.225955 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 32914) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:19.230190 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:19.245240 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bf63f591-09be-454e-abd7-b3bd8b518f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:19.341873 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57cf7a1-7e79-4935-83fc-03a682a083b6,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:19.350600 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:19.352448 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=626d1d05cb7241df9c8a8bf340596240&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7919061
Sep 16 17:59:19.355248 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 32922) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:19.482465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:19.525194 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:19.703353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:19.708720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:19.746655 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57cf7a1-7e79-4935-83fc-03a682a083b6,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:19.756856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:19.770259 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:19.776014 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a57cf7a1-7e79-4935-83fc-03a682a083b6 HTTP/1.1" status: 204  len: 168 time: 0.4175148
Sep 16 17:59:19.804766 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a0f43579-d691-402b-93ca-6254e5422520 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:19.884305 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: a0f43579-d691-402b-93ca-6254e5422520 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:19.884653 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a0f43579-d691-402b-93ca-6254e5422520 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:19.939138 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 32934) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:20.298291 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:20.426830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39660b3-3591-448a-bb28-da45456555b7 req-dd5af79a-0228-4061-901f-d944b9d6d882 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:20.428687 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f39660b3-3591-448a-bb28-da45456555b7 req-dd5af79a-0228-4061-901f-d944b9d6d882 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1537271
Sep 16 17:59:20.462117 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:20.498701 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:20.506460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Usage tracker for resource:security_group_rule and tenant:24691278305b41558f3c4abbdd6d2ee9 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:20.511871 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f39660b3-3591-448a-bb28-da45456555b7 req-5804d067-906e-459c-b3cc-bdede9fc471f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700130
Sep 16 17:59:20.512652 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:20.524025 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:20.641720 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641ae24-2886-4e12-88b1-ebb84ab8fd93 req-86a892ca-b9a3-4936-a0f3-e9043a6ead48 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:20.643404 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9641ae24-2886-4e12-88b1-ebb84ab8fd93 req-86a892ca-b9a3-4936-a0f3-e9043a6ead48 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.2399189
Sep 16 17:59:20.662472 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:20.718007 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022af2ec-04ae-48de-a001-6553d4d08878 req-e120a131-78a4-4dea-8ade-7bb003242cae tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:20.719605 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-022af2ec-04ae-48de-a001-6553d4d08878 req-e120a131-78a4-4dea-8ade-7bb003242cae tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 945 time: 0.1074882
Sep 16 17:59:20.783212 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9641ae24-2886-4e12-88b1-ebb84ab8fd93 req-dc21b220-2762-4941-8a87-3f8f8eafa956 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900197
Sep 16 17:59:20.821692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Deleting port c34553bb-01f5-4098-8435-703c421290bf {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:20.823498 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:20.868559 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:20.892971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d4c6e149-dcc9-42ba-8a16-e0e27dd5c188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:20.916306 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Deleting port 43169d4f-2e66-4768-95a9-76449e62ea4e {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:20.916639 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.004163 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=24691278305b41558f3c4abbdd6d2ee9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0611055
Sep 16 17:59:21.008591 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d741d2d-9e0c-4cd7-9183-891967bf5344,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:21.011783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 32956) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:21.081233 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 32958) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:21.099920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:21.106673 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.141484 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:21.149333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Usage tracker for resource:security_group_rule and tenant:0b12ff8b3a8b4f65966efee2c62f9d94 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:21.155007 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:21.171889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:21.210712 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] For port 43169d4f-2e66-4768-95a9-76449e62ea4e, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=43169d4f-2e66-4768-95a9-76449e62ea4e,segment=NetworkSegment(b2ebe4ed-89a8-4d52-bde8-35d429986760),segment_id=b2ebe4ed-89a8-4d52-bde8-35d429986760)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:21.211211 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.352511 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Calling delete_port for 43169d4f-2e66-4768-95a9-76449e62ea4e owned by network:router_interface {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:21.359910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.438388 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.538128 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] For port c34553bb-01f5-4098-8435-703c421290bf, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c34553bb-01f5-4098-8435-703c421290bf,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:21.538527 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.708085 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Calling delete_port for c34553bb-01f5-4098-8435-703c421290bf owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:21.740020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.912203 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:21.915766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4c40df4e-7910-438e-b58e-3038ab6799af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:21.996180 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b5428-0e5a-4583-ba32-e5bbb05a63d7 req-0551b9d8-405b-46f6-87c2-b5a4a5a20683 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:22.003737 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-445b5428-0e5a-4583-ba32-e5bbb05a63d7 req-0551b9d8-405b-46f6-87c2-b5a4a5a20683 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.2601264
Sep 16 17:59:22.023532 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.039776 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a3ed6e4-c347-4493-b688-f2c1669acbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:22.069379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d741d2d-9e0c-4cd7-9183-891967bf5344,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:22.108889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.118581 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:22.134193 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-445b5428-0e5a-4583-ba32-e5bbb05a63d7 req-399fb05a-1c49-4565-add1-a2b86132b0e1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295657
Sep 16 17:59:22.147607 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b12ff8b3a8b4f65966efee2c62f9d94&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0653520
Sep 16 17:59:22.151028 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 32978) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:22.151701 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.157101 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9d741d2d-9e0c-4cd7-9183-891967bf5344 HTTP/1.1" status: 204  len: 168 time: 1.1040449
Sep 16 17:59:22.206627 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c982c337-b2d1-4c98-9753-ace0c2813359,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:22.215113 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:22.215595 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fc3d3008-9dd4-435c-9ac3-ff78d9dfe793 tempest-DeleteServersTestJSON-968687016 tempest-DeleteServersTestJSON-968687016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:22.222306 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.224146 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.229772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:22.234911 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c', '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'daf7609c-46ab-4772-a028-b33f8a659495'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:59:22.311462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=43169d4f-2e66-4768-95a9-76449e62ea4e,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:22.316007 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:22.332558 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event deleted for resources: {'Port': ['ID=c34553bb-01f5-4098-8435-703c421290bf,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:22.356682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:22.422553 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6ca4a-ccf8-4bee-9550-ddf1ded47c06 req-9c33fccd-e042-4728-85c9-74b14a362045 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:22.424282 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-01b6ca4a-ccf8-4bee-9550-ddf1ded47c06 req-9c33fccd-e042-4728-85c9-74b14a362045 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 867 time: 0.3760095
Sep 16 17:59:22.500094 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.571893 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-01b6ca4a-ccf8-4bee-9550-ddf1ded47c06 req-112dfd36-1607-4e0c-849e-17925875ce75 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798821
Sep 16 17:59:22.595153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] No DVR routers for this DVR port c34553bb-01f5-4098-8435-703c421290bf on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:59:22.604725 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.606736 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-022af2ec-04ae-48de-a001-6553d4d08878 req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "DELETE /v2.0/ports/c34553bb-01f5-4098-8435-703c421290bf HTTP/1.1" status: 204  len: 173 time: 1.8808470
Sep 16 17:59:22.607782 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'name': 'network-vif-deleted', 'tag': 'c34553bb-01f5-4098-8435-703c421290bf'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:22.616215 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.789634 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e21a71fd-2c86-47d1-b822-937c96cf4a27', 'name': 'network-vif-deleted', 'tag': 'c34553bb-01f5-4098-8435-703c421290bf', 'status': 'completed', 'code': 200}
Sep 16 17:59:22.806886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.814867 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:22.878937 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c982c337-b2d1-4c98-9753-ace0c2813359,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:22.891771 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:22.900079 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:22.901686 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c982c337-b2d1-4c98-9753-ace0c2813359 HTTP/1.1" status: 204  len: 168 time: 0.7434316
Sep 16 17:59:23.079342 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a1b57-60ca-4a2c-a171-c66fc4950a76 req-57897f78-25e7-47e2-8594-a400ed18331e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:23.089329 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8f9a1b57-60ca-4a2c-a171-c66fc4950a76 req-57897f78-25e7-47e2-8594-a400ed18331e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1247692
Sep 16 17:59:23.156275 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8f9a1b57-60ca-4a2c-a171-c66fc4950a76 req-3a2c94a7-803f-4952-b892-555e8529a4e9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636127
Sep 16 17:59:23.427105 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Router fc7527a5-d6b9-4296-9fe2-6770681bb0cd has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 17:59:23.447186 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467c29f-19a1-4938-8ba9-842a54390981 req-111cc412-2706-4b58-9865-0c3b79c1a8ef tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:23.453723 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1467c29f-19a1-4938-8ba9-842a54390981 req-111cc412-2706-4b58-9865-0c3b79c1a8ef tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1546907
Sep 16 17:59:23.644680 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1467c29f-19a1-4938-8ba9-842a54390981 req-b1ec8b65-3f3c-4413-89e2-c4d5644781ec tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315565
Sep 16 17:59:23.692715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 17:59:23.704915 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] Sync routers for ids ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 17:59:23.724233 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] Routers {'fc7527a5-d6b9-4296-9fe2-6770681bb0cd'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:59:23.724907 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7161d00>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:59:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:23.738326 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] 10.222.0.37 "PUT /v2.0/routers/fc7527a5-d6b9-4296-9fe2-6770681bb0cd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5107932
Sep 16 17:59:23.741736 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33000) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:23.768656 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-0d021281-adb7-4a89-be88-0ba8dcb6d181 req-6c3ce657-9212-4279-98b6-70be1f4907de tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:59:23.780322 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 17:59:23.803673 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c34553bb-01f5-4098-8435-703c421290bf no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:23.996120 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: c34553bb-01f5-4098-8435-703c421290bf {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:23.996357 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c34553bb-01f5-4098-8435-703c421290bf not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:24.013459 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-0d021281-adb7-4a89-be88-0ba8dcb6d181 req-6c3ce657-9212-4279-98b6-70be1f4907de tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:59:24.020291 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0d021281-adb7-4a89-be88-0ba8dcb6d181 req-6c3ce657-9212-4279-98b6-70be1f4907de tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e21a71fd-2c86-47d1-b822-937c96cf4a27 HTTP/1.1" status: 200  len: 210 time: 0.2967989
Sep 16 17:59:24.056315 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] Set router fc7527a5-d6b9-4296-9fe2-6770681bb0cd gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:59:24.099108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks [] for router, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.130577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:24.173197 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'mac_address': 'fa:16:3e:b2:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 17:59:24.249282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33010) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:24.303491 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.312807 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.335266 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c306b146-9702-4627-b5c0-e1b0e8ae7148 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 17:59:24.346272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:24.354937 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7a708b72b4448cb1521861d0b54fec is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:24.361623 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:24.371707 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:24.376778 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:24.485639 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.487373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:24.493027 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7161d00>, [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:59:21Z', 'revision_number': 5, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:24.497677 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] Checking router: fc7527a5-d6b9-4296-9fe2-6770681bb0cd for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 17:59:24.507907 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] Routers {'fc7527a5-d6b9-4296-9fe2-6770681bb0cd'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 17:59:24.508827 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7161d00>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T17:59:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:24.527531 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.596079 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=6']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:24.603700 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:24.613205 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['c306b146-9702-4627-b5c0-e1b0e8ae7148'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:59:24.624704 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.649921 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5f8dd8f5-2c43-4c63-955f-981b7646d5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:24.723293 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fdd0b9-0a73-43cb-800f-ab045f913b4c req-3c8f61ef-bdf5-408a-b652-b8b256b7086a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:24.725496 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-74fdd0b9-0a73-43cb-800f-ab045f913b4c req-3c8f61ef-bdf5-408a-b652-b8b256b7086a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.3023365
Sep 16 17:59:24.780312 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3d7a708b72b4448cb1521861d0b54fec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5085776
Sep 16 17:59:24.782376 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444ac8f0-eb22-4c8f-8ea6-25dedcbd1f4b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:24.784417 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33016) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:24.788240 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.800940 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] Set router fc7527a5-d6b9-4296-9fe2-6770681bb0cd gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 17:59:24.811181 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.820630 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.821151 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.821694 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.829461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:24.843423 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:24.887596 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-74fdd0b9-0a73-43cb-800f-ab045f913b4c req-16c13593-0cfd-4b94-8a61-fefa11d5aa6f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451404
Sep 16 17:59:24.898416 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.953306 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:24.967183 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Deleting port 07f3ea54-7018-45e5-9ca9-8aed734abd2f {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:24.976997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:25.047757 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a9b39-5320-4e64-96d1-002898023739 req-cf476325-1e9b-4b6c-8f30-ca836566bef2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:25.049459 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-323a9b39-5320-4e64-96d1-002898023739 req-cf476325-1e9b-4b6c-8f30-ca836566bef2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.1161122
Sep 16 17:59:25.152330 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-323a9b39-5320-4e64-96d1-002898023739 req-1397eec0-b14f-4d3f-9d6e-d7653e7c018e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946352
Sep 16 17:59:25.250207 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:25.259000 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3c9c6c5f-7e51-4994-ab6a-3fd8a7ddc64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:25.275553 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ac8f0-eb22-4c8f-8ea6-25dedcbd1f4b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:25.281876 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7161d00>, [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:59:21Z', 'revision_number': 5, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:25.300756 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ad436-a7fe-49c0-bdde-fabb364f1336 None None] The sync data for ids ['fc7527a5-d6b9-4296-9fe2-6770681bb0cd'] in dv-cinder-809439-1-iscsi is: [{'id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'name': 'tempest-ServerRescueNegativeTestJSON-1393884778-router', 'tenant_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156'}], 'enable_snat': True}, 'gw_port_id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:59:21Z', 'revision_number': 5, 'project_id': 'b6a3751e2c3a444a950f91fa17cd87de', 'gw_port': {'id': '07f3ea54-7018-45e5-9ca9-8aed734abd2f', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:00:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7527a5-d6b9-4296-9fe2-6770681bb0cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:00Z', 'updated_at': '2021-09-16T17:56:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 17:59:25.304874 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.305033 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.305750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.305750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.306053 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.306367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.306686 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.307019 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.307432 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.307766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.308121 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.308451 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:25.314503 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:25.322183 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:25.323455 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/444ac8f0-eb22-4c8f-8ea6-25dedcbd1f4b HTTP/1.1" status: 204  len: 168 time: 0.5319233
Sep 16 17:59:25.387210 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] For port 07f3ea54-7018-45e5-9ca9-8aed734abd2f, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=07f3ea54-7018-45e5-9ca9-8aed734abd2f,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:25.388646 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:25.551556 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Calling delete_port for 07f3ea54-7018-45e5-9ca9-8aed734abd2f owned by network:router_gateway {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:25.792194 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 17:59:25.980188 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port c306b146-9702-4627-b5c0-e1b0e8ae7148 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 17:59:25.981682 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.057237 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 43169d4f-2e66-4768-95a9-76449e62ea4e no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:26.158570 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 43169d4f-2e66-4768-95a9-76449e62ea4e {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:26.158946 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 43169d4f-2e66-4768-95a9-76449e62ea4e not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:26.177965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.177965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6549dace-305f-4ff7-92a4-4a1f3476d3b6 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:26.191227 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c584f-ae8a-4123-b593-ba560dbb4d80 req-c9064b28-0509-4ed4-89c4-ed720d1cd5a5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:26.200925 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e93c584f-ae8a-4123-b593-ba560dbb4d80 req-c9064b28-0509-4ed4-89c4-ed720d1cd5a5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1511357
Sep 16 17:59:26.233481 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f3ea54-7018-45e5-9ca9-8aed734abd2f,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:26.256515 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.262894 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e93c584f-ae8a-4123-b593-ba560dbb4d80 req-5e7c683c-8339-44ab-8314-c9360bd99621 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610309
Sep 16 17:59:26.266111 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:26.297916 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:26.305941 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:26.346012 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'code': 200}
Sep 16 17:59:26.391805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.426891 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.433659 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:26.518914 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=7']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:26.522408 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:26.593324 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.601946 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:26.618987 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b7575-727c-4838-a2f0-26e23abdbaf1 req-2d4fe9cc-9a7a-47dc-8088-4183e50c601d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:26.620910 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-969b7575-727c-4838-a2f0-26e23abdbaf1 req-2d4fe9cc-9a7a-47dc-8088-4183e50c601d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.3150687
Sep 16 17:59:26.868263 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-969b7575-727c-4838-a2f0-26e23abdbaf1 req-b396d7e7-24e6-4709-8120-243fafc7f8ae tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606701
Sep 16 17:59:27.046627 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.047806 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7527a5-d6b9-4296-9fe2-6770681bb0cd {{(pid=79936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 17:59:27.081846 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.083333 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fc7527a5-d6b9-4296-9fe2-6770681bb0cd HTTP/1.1" status: 204  len: 168 time: 3.3406277
Sep 16 17:59:27.085780 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33074) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:27.194032 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Deleting subnet c856b88f-29bb-447b-aa5f-8bbc295a0661 {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 17:59:27.211088 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.266936 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.370643 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.583519 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943de3d-4f7a-4242-ac40-f7dfec6d1469 req-e18bdc4d-6af8-46ca-b806-297be5f28f06 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:27.591456 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b943de3d-4f7a-4242-ac40-f7dfec6d1469 req-e18bdc4d-6af8-46ca-b806-297be5f28f06 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1423540
Sep 16 17:59:27.642936 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.662433 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9e1741f1-b731-43d5-a731-370ece7b180b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:27.708029 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b943de3d-4f7a-4242-ac40-f7dfec6d1469 req-ce3e3c55-fd98-4c90-9942-b9bb02f601aa tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1147933
Sep 16 17:59:27.717009 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c856b88f-29bb-447b-aa5f-8bbc295a0661,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:27.723557 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:27.727030 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:27.739986 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c856b88f-29bb-447b-aa5f-8bbc295a0661 HTTP/1.1" status: 204  len: 168 time: 0.6530902
Sep 16 17:59:27.745997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33120) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:27.764960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa97fe1-c207-4323-9d8f-51b31186fcef req-bbbb3b99-21b2-4f24-ab17-73bd972ba0d9 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:27.773431 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-caa97fe1-c207-4323-9d8f-51b31186fcef req-bbbb3b99-21b2-4f24-ab17-73bd972ba0d9 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.1933103
Sep 16 17:59:27.835918 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-caa97fe1-c207-4323-9d8f-51b31186fcef req-469929af-2bb5-4dd3-8274-50746e2f574c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611489
Sep 16 17:59:27.864950 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.007957 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.045724 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 07f3ea54-7018-45e5-9ca9-8aed734abd2f no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:28.081658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f653daf0>,) {'filters': {'network_id': ['c47715c6-b41a-4f2d-a737-59050a4e14a9']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:28.091794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 07f3ea54-7018-45e5-9ca9-8aed734abd2f {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:28.092740 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 07f3ea54-7018-45e5-9ca9-8aed734abd2f not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:28.108114 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f653daf0>, 'b2ebe4ed-89a8-4d52-bde8-35d429986760') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:28.108402 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f653daf0>, 'b2ebe4ed-89a8-4d52-bde8-35d429986760') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:28.145288 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.170888 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.182499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 17:59:28.183476 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 17:59:28.202442 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 17:59:28.288800 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac67bac-1700-4db3-a38b-7671e3dea6c0 req-e1b166c6-1bd3-41b8-a094-ec3143224ce0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:28.291459 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dac67bac-1700-4db3-a38b-7671e3dea6c0 req-e1b166c6-1bd3-41b8-a094-ec3143224ce0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.2619879
Sep 16 17:59:28.373025 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dac67bac-1700-4db3-a38b-7671e3dea6c0 req-c01dc6a0-4c87-4c97-8201-d49220a44226 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573249
Sep 16 17:59:28.503799 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.509040 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:28.529482 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:28.540016 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Pushing event deleted for resources: {'Network': ['ID=c47715c6-b41a-4f2d-a737-59050a4e14a9,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:28.545936 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:28.750720 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-fa2c65d4-95d2-4a4d-8e09-ceeb60287539 admin admin] 10.222.0.37 "DELETE /v2.0/networks/c47715c6-b41a-4f2d-a737-59050a4e14a9 HTTP/1.1" status: 204  len: 168 time: 1.0040975
Sep 16 17:59:29.042780 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b5ca5-bbd9-4c7c-950d-108cadbfa8bd req-5e4a9f20-7fdb-422c-ba70-9ba0cb679a2f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:29.048394 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-027b5ca5-bbd9-4c7c-950d-108cadbfa8bd req-5e4a9f20-7fdb-422c-ba70-9ba0cb679a2f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1237543
Sep 16 17:59:29.100223 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-027b5ca5-bbd9-4c7c-950d-108cadbfa8bd req-50a9b58a-6efe-4e2d-8887-27b3ada0738e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497146
Sep 16 17:59:29.130581 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d7457-88e0-4fea-8526-5ca6159e5e80 req-f5c714d4-1df9-4805-ae2d-9f0f9f4ebb51 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:29.133150 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c15d7457-88e0-4fea-8526-5ca6159e5e80 req-f5c714d4-1df9-4805-ae2d-9f0f9f4ebb51 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.1573644
Sep 16 17:59:29.191103 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c15d7457-88e0-4fea-8526-5ca6159e5e80 req-993fc020-d189-453d-b13b-d8f08b6a808e tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505590
Sep 16 17:59:29.475853 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33146) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:29.526490 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-3f94df77-e7a1-45eb-b530-d65676826760 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6a3751e2c3a444a950f91fa17cd87de&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0496745
Sep 16 17:59:29.529632 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33150) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:29.596004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:29.623774 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:29.694910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2193c3-5a21-41a8-b280-ad3d59780684 req-d799494c-6143-4f60-bd91-b09105ef18fb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:29.702876 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0f2193c3-5a21-41a8-b280-ad3d59780684 req-d799494c-6143-4f60-bd91-b09105ef18fb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1514621
Sep 16 17:59:29.760855 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d223448-452c-4e57-949a-656722501f22 req-0e6126a9-96cc-4151-b2a2-10f7585ab4bf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:29.762296 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d223448-452c-4e57-949a-656722501f22 req-0e6126a9-96cc-4151-b2a2-10f7585ab4bf tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.1767280
Sep 16 17:59:29.767663 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0f2193c3-5a21-41a8-b280-ad3d59780684 req-d060dc49-b231-4232-9cfa-122118d02b49 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637591
Sep 16 17:59:29.917273 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:30.061350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1abd9d14-48bc-40e6-ad90-88e7925ec0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:30.061350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddab7d7-a775-4de4-acd5-aad0ddd86aba,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:30.061350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:30.185830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Deleting port daf7609c-46ab-4772-a028-b33f8a659495 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:30.185830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:30.367465 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:30.369121 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0ddab7d7-a775-4de4-acd5-aad0ddd86aba HTTP/1.1" status: 204  len: 168 time: 0.8381968
Sep 16 17:59:30.380100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a776d14-b165-467a-9d74-36325e5a3f56 req-2bd3c443-6ce1-4340-b13a-bec6a3a409a3 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:30.381760 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2a776d14-b165-467a-9d74-36325e5a3f56 req-2bd3c443-6ce1-4340-b13a-bec6a3a409a3 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1079972
Sep 16 17:59:30.433014 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2a776d14-b165-467a-9d74-36325e5a3f56 req-a5e6c4b9-3e20-466f-b922-fcdd38c803d9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448010
Sep 16 17:59:30.577554 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f5704-6ad4-41a9-ac07-fedb98f8a5a0 req-5e8a8262-6fba-4fa5-86ef-3fadd13e2200 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:30.579108 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2e7f5704-6ad4-41a9-ac07-fedb98f8a5a0 req-5e8a8262-6fba-4fa5-86ef-3fadd13e2200 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 946 time: 0.2181070
Sep 16 17:59:30.584901 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] For port daf7609c-46ab-4772-a028-b33f8a659495, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=daf7609c-46ab-4772-a028-b33f8a659495,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:30.592236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:30.744056 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Calling delete_port for daf7609c-46ab-4772-a028-b33f8a659495 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:30.816466 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2e7f5704-6ad4-41a9-ac07-fedb98f8a5a0 req-62419e98-f54b-4e3a-9b6e-c99b4b158d56 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221978
Sep 16 17:59:30.994020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf0157-78f8-46cc-9a23-e1c465807731 req-aaf8ed24-d347-46b3-baa5-df9205b340cc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:31.000448 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-60cf0157-78f8-46cc-9a23-e1c465807731 req-aaf8ed24-d347-46b3-baa5-df9205b340cc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1004081
Sep 16 17:59:31.034339 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:31.041900 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-013eea02-87ad-4f56-9825-5f5417e6118e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:31.048418 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c', '134e473c-bdfb-4463-9a58-ff29ddfcf2a7'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:59:31.084443 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-60cf0157-78f8-46cc-9a23-e1c465807731 req-214b672f-81e7-4bd5-ac6f-0223db170457 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800903
Sep 16 17:59:31.183396 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event deleted for resources: {'Port': ['ID=daf7609c-46ab-4772-a028-b33f8a659495,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:31.187131 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:31.242106 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] No DVR routers for this DVR port daf7609c-46ab-4772-a028-b33f8a659495 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:59:31.245975 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:31.251259 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'name': 'network-vif-deleted', 'tag': 'daf7609c-46ab-4772-a028-b33f8a659495'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:31.330042 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa018a2f-aa4b-4dc6-8487-1525117706d6', 'name': 'network-vif-deleted', 'tag': 'daf7609c-46ab-4772-a028-b33f8a659495', 'status': 'completed', 'code': 200}
Sep 16 17:59:31.415162 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d223448-452c-4e57-949a-656722501f22 req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "DELETE /v2.0/ports/daf7609c-46ab-4772-a028-b33f8a659495 HTTP/1.1" status: 204  len: 173 time: 1.6465116
Sep 16 17:59:31.681926 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab34e7a-e0a9-4da7-a572-fbff1096bdb7 req-3f9aa9e7-7c09-43a3-af08-735b5bc25f7f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:31.693022 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eab34e7a-e0a9-4da7-a572-fbff1096bdb7 req-3f9aa9e7-7c09-43a3-af08-735b5bc25f7f tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1136959
Sep 16 17:59:31.775358 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eab34e7a-e0a9-4da7-a572-fbff1096bdb7 req-37a3e55c-cf6a-49e4-91eb-7a75fbee74d1 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811276
Sep 16 17:59:31.800091 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device daf7609c-46ab-4772-a028-b33f8a659495 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:31.844548 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: daf7609c-46ab-4772-a028-b33f8a659495 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:31.844944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device daf7609c-46ab-4772-a028-b33f8a659495 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:32.038534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-5ce1060f-f689-44e8-8901-1f28dad88a02 req-fb85cb77-8c78-4102-a315-1e8a09d218e0 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:59:32.127226 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-5ce1060f-f689-44e8-8901-1f28dad88a02 req-fb85cb77-8c78-4102-a315-1e8a09d218e0 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:59:32.128905 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5ce1060f-f689-44e8-8901-1f28dad88a02 req-fb85cb77-8c78-4102-a315-1e8a09d218e0 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa018a2f-aa4b-4dc6-8487-1525117706d6 HTTP/1.1" status: 200  len: 210 time: 0.1372244
Sep 16 17:59:32.317279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e4578-fbdc-4ad6-b09b-3f09395964ab req-14cff28e-a8de-48b6-bc1f-da4d5235d7f6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:32.318856 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2b3e4578-fbdc-4ad6-b09b-3f09395964ab req-14cff28e-a8de-48b6-bc1f-da4d5235d7f6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0895016
Sep 16 17:59:32.384822 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2b3e4578-fbdc-4ad6-b09b-3f09395964ab req-0fe2f389-cbb0-4c6f-94fc-b452b326ada9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554817
Sep 16 17:59:32.994187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b3042-defc-49d0-8621-d27510f6b0fc req-fb2d9b25-1236-4874-aa1b-5ceaa9338ddb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:32.995712 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2b8b3042-defc-49d0-8621-d27510f6b0fc req-fb2d9b25-1236-4874-aa1b-5ceaa9338ddb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0956631
Sep 16 17:59:33.056503 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2b8b3042-defc-49d0-8621-d27510f6b0fc req-9fe67372-1daa-4a9d-81a6-61359ac4272e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528870
Sep 16 17:59:33.768721 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5edb0-4736-4b9a-bcae-b48947170ff4 req-15de39de-d4b9-446f-aa29-b7c1a57e0fd5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:33.787349 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-64c5edb0-4736-4b9a-bcae-b48947170ff4 req-15de39de-d4b9-446f-aa29-b7c1a57e0fd5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.2156956
Sep 16 17:59:33.834971 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-64c5edb0-4736-4b9a-bcae-b48947170ff4 req-17b9a608-8fdb-4cb9-8b59-95a126b26128 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460124
Sep 16 17:59:34.132804 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315002f7-59a2-46d0-b658-41857b94211a req-c093ad6f-cdac-4747-8a31-029923ac1d44 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:34.144498 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-315002f7-59a2-46d0-b658-41857b94211a req-c093ad6f-cdac-4747-8a31-029923ac1d44 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.1172631
Sep 16 17:59:34.259006 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-315002f7-59a2-46d0-b658-41857b94211a req-27ef9d12-9062-41ad-894f-e6289bf837ec tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128283
Sep 16 17:59:34.336191 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c995c09-c358-4a44-9e03-1a74c07aac16 req-a5c67c80-47aa-4871-a6c8-b7967976d45b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:34.337727 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0c995c09-c358-4a44-9e03-1a74c07aac16 req-a5c67c80-47aa-4871-a6c8-b7967976d45b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1245182
Sep 16 17:59:34.388934 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0c995c09-c358-4a44-9e03-1a74c07aac16 req-d20ee503-cc65-4496-8511-ec35c4cae289 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410006
Sep 16 17:59:35.073664 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f369d-5c62-4f13-bac3-ea112a4fa821 req-57acf1d9-5b15-4386-9a62-355683c3a555 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:35.075348 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-105f369d-5c62-4f13-bac3-ea112a4fa821 req-57acf1d9-5b15-4386-9a62-355683c3a555 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1023831
Sep 16 17:59:35.129641 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-105f369d-5c62-4f13-bac3-ea112a4fa821 req-08fdc10f-cdba-4f43-beff-6e160462c9eb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474212
Sep 16 17:59:35.476140 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ac76b-120d-4b44-a13c-ab371a388dc4 req-13598f0b-ba2a-4e41-a29a-f8cac69b8367 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:35.484157 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca6ac76b-120d-4b44-a13c-ab371a388dc4 req-13598f0b-ba2a-4e41-a29a-f8cac69b8367 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.1155183
Sep 16 17:59:35.535993 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca6ac76b-120d-4b44-a13c-ab371a388dc4 req-ed1e8d82-a0f9-4fbc-a39b-8bae5d9c042c tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473235
Sep 16 17:59:35.619858 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db200e-2a31-40be-b6ef-dbeeacdedc54 req-e2d7bc80-4f77-4464-8869-588f370570d1 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:35.621334 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e8db200e-2a31-40be-b6ef-dbeeacdedc54 req-e2d7bc80-4f77-4464-8869-588f370570d1 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1074502
Sep 16 17:59:35.672723 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e8db200e-2a31-40be-b6ef-dbeeacdedc54 req-39f122ef-dbf9-4359-8c50-9602eeeaaff6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443275
Sep 16 17:59:35.824766 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-56b7f6bb-575e-4706-9069-3205b785906b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:35.826414 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-56b7f6bb-575e-4706-9069-3205b785906b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 946 time: 0.0861287
Sep 16 17:59:35.910163 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Deleting port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:35.910573 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:36.172379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] For port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:36.172732 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:36.420160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Calling delete_port for 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:36.569347 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe96b4-ff98-4922-869f-e296dd6e38df req-0cc3b234-2126-49cc-bc2b-a18e4aed3e73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:36.572175 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-86fe96b4-ff98-4922-869f-e296dd6e38df req-0cc3b234-2126-49cc-bc2b-a18e4aed3e73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.2469907
Sep 16 17:59:36.670340 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-86fe96b4-ff98-4922-869f-e296dd6e38df req-cd7ee553-11ef-47d0-8a31-3a742b1a92e3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617788
Sep 16 17:59:36.703859 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:36.719196 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['66071d37-a3ee-424e-9266-893959403d4c'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 17:59:36.721565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:36.813476 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a6cec9bc-5e29-4f08-a00c-8ec38b10751c req-74994b03-4903-4450-9e2b-7b8bf3b8ce66 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 210 time: 0.0596402
Sep 16 17:59:36.864349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event deleted for resources: {'Port': ['ID=134e473c-bdfb-4463-9a58-ff29ddfcf2a7,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:36.901952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:36.957841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] No DVR routers for this DVR port 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:59:36.968111 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:36.970748 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca314fc-4843-4116-a373-1a361f028d8c', 'name': 'network-vif-deleted', 'tag': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:37.031392 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75548334-1497-40fe-880d-effef5aeab38 req-b5c8ed87-0038-419a-a2ac-42ccbbd451c0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:37.032953 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-75548334-1497-40fe-880d-effef5aeab38 req-b5c8ed87-0038-419a-a2ac-42ccbbd451c0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1698878
Sep 16 17:59:37.034473 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca314fc-4843-4116-a373-1a361f028d8c', 'name': 'network-vif-deleted', 'tag': '134e473c-bdfb-4463-9a58-ff29ddfcf2a7', 'status': 'completed', 'code': 200}
Sep 16 17:59:37.080517 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-75548334-1497-40fe-880d-effef5aeab38 req-a553bac9-04f8-45c9-b348-d1659889ae74 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413623
Sep 16 17:59:37.120999 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d83c268-63c4-4579-ae69-b1dd1f516749 req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "DELETE /v2.0/ports/134e473c-bdfb-4463-9a58-ff29ddfcf2a7 HTTP/1.1" status: 204  len: 173 time: 1.2890639
Sep 16 17:59:37.634337 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b5d7ac18-c2ac-414d-9725-e0f245debb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:37.810790 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:37.896079 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:37.896079 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 134e473c-bdfb-4463-9a58-ff29ddfcf2a7 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:37.916283 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b322f2-28bc-4d0b-953a-eaa074cad21e req-ed037624-93b0-4990-9ff7-3ee05ed01d38 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:37.924278 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-03b322f2-28bc-4d0b-953a-eaa074cad21e req-ed037624-93b0-4990-9ff7-3ee05ed01d38 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1237323
Sep 16 17:59:38.030844 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-03b322f2-28bc-4d0b-953a-eaa074cad21e req-a5510317-6b5c-4dde-ad39-55ffe9adf671 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053870
Sep 16 17:59:38.081309 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:38.141799 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-bc0800ce-c365-4ad0-a6a1-c8682b95c71b req-701a6c2b-c05c-4411-95d4-d48b96a4b7a8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Synchronizing usage tracker for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 17:59:38.321519 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-bc0800ce-c365-4ad0-a6a1-c8682b95c71b req-701a6c2b-c05c-4411-95d4-d48b96a4b7a8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Unset dirty status for tenant:6c9d06e8144c42d4924734235178faec on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 17:59:38.326457 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bc0800ce-c365-4ad0-a6a1-c8682b95c71b req-701a6c2b-c05c-4411-95d4-d48b96a4b7a8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=cca314fc-4843-4116-a373-1a361f028d8c HTTP/1.1" status: 200  len: 210 time: 0.2643080
Sep 16 17:59:38.327515 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63232347-1a9c-4ebf-bd92-289b5c467f2b req-ec4c067a-c85c-4599-b27a-a0852b5dbb69 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:38.329144 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-63232347-1a9c-4ebf-bd92-289b5c467f2b req-ec4c067a-c85c-4599-b27a-a0852b5dbb69 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1136448
Sep 16 17:59:38.401264 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-63232347-1a9c-4ebf-bd92-289b5c467f2b req-b2c5e880-4a48-4a62-83a3-13434526127b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658138
Sep 16 17:59:39.259817 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806903a-3fa7-44ef-b261-b04d93dbc8fd req-6152e95c-ba8b-49af-a663-8ee86e3c0f28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:39.262381 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7806903a-3fa7-44ef-b261-b04d93dbc8fd req-6152e95c-ba8b-49af-a663-8ee86e3c0f28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1033421
Sep 16 17:59:39.357492 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7806903a-3fa7-44ef-b261-b04d93dbc8fd req-1d1952d4-94a7-4e01-9999-3b4eeda0ed12 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0740294
Sep 16 17:59:39.625883 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7e9f6-a547-4092-a31f-58685f8d787c req-f95e004c-b4da-436e-adc0-e06d4b4f68bd tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:39.632571 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c0d7e9f6-a547-4092-a31f-58685f8d787c req-f95e004c-b4da-436e-adc0-e06d4b4f68bd tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1095364
Sep 16 17:59:39.678281 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c0d7e9f6-a547-4092-a31f-58685f8d787c req-505a63e4-e8be-4fce-bf7b-18827c2380d7 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438673
Sep 16 17:59:40.249658 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 17:59:40.599065 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f551b-611f-44fb-95f7-a9a5ddb3e962 req-861afb18-e02b-46fe-9a50-e6c49ae46ce3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:40.601601 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f14f551b-611f-44fb-95f7-a9a5ddb3e962 req-861afb18-e02b-46fe-9a50-e6c49ae46ce3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0982907
Sep 16 17:59:40.687692 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f14f551b-611f-44fb-95f7-a9a5ddb3e962 req-144250bb-b15f-4375-bf85-db105279b6f2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766194
Sep 16 17:59:40.813031 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-43268862-987d-4000-ba1e-d3d2e5fe1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:41.145712 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de68a23-1d42-4af6-ac75-e3f5b48109f0 req-e73c04ff-af88-4cc9-a11e-069f9ef6e778 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:41.147211 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3de68a23-1d42-4af6-ac75-e3f5b48109f0 req-e73c04ff-af88-4cc9-a11e-069f9ef6e778 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0830362
Sep 16 17:59:41.160729 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:41.220521 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3de68a23-1d42-4af6-ac75-e3f5b48109f0 req-9120ed41-54bf-487b-b054-2a37d93c8143 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631566
Sep 16 17:59:41.416601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-35e187af-4dcb-4a7b-92c8-f3be95097ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:41.420620 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-35e187af-4dcb-4a7b-92c8-f3be95097ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1098 time: 0.0830157
Sep 16 17:59:41.618572 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-6308c6ae-e3c8-42bf-9242-3aa895ee41d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:41.621276 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-6308c6ae-e3c8-42bf-9242-3aa895ee41d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 911 time: 0.1940241
Sep 16 17:59:41.814801 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-7b15c587-3559-4601-8591-9631ed3183ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 200  len: 1000 time: 0.1856692
Sep 16 17:59:41.901053 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-f3478eff-70cd-41e4-89e9-f0f0637365b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:41.903221 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-f3478eff-70cd-41e4-89e9-f0f0637365b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.0790532
Sep 16 17:59:41.960211 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2bbf57-22a2-45f6-9a1d-e724fcdf491e req-c15edd39-afb6-433f-84c2-5d655719e659 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:41.965040 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bd2bbf57-22a2-45f6-9a1d-e724fcdf491e req-c15edd39-afb6-433f-84c2-5d655719e659 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1022112
Sep 16 17:59:42.021080 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bd2bbf57-22a2-45f6-9a1d-e724fcdf491e req-011d7268-939e-4b97-9e41-4d8ae40ba157 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519276
Sep 16 17:59:42.026064 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-b9ad496c-69f2-4e19-9b27-bcd824e5a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:42.028308 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-b9ad496c-69f2-4e19-9b27-bcd824e5a2c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1180212
Sep 16 17:59:42.253473 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33414) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:42.319129 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-88024278-551b-471e-a243-63940eccb25b service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2836528
Sep 16 17:59:42.470036 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:42.495797 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:42.503894 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Usage tracker for resource:security_group_rule and tenant:ed9d6badd5354f6ab7a28f282aefb551 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:42.507835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:42.510821 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2e5d53c-9d29-49f2-bd6e-f08337b4d8c6 req-d52fb405-eb7f-472d-b04e-6130d53ba16a service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1837568
Sep 16 17:59:42.516044 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:42.537027 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db749f-1220-47e7-9ea4-45513475cca3 req-a53d880c-c7d5-4222-abcd-f6c3f1394914 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:42.538708 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-74db749f-1220-47e7-9ea4-45513475cca3 req-a53d880c-c7d5-4222-abcd-f6c3f1394914 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1495347
Sep 16 17:59:42.609826 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-74db749f-1220-47e7-9ea4-45513475cca3 req-cc593965-6278-4f11-91ed-29ed15699efd tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605683
Sep 16 17:59:42.682351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:42.714249 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:42.783688 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:42.793775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3a86cc47-a5ba-49ef-ba11-541cf8045071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:42.908905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed2bdde-b819-48de-8d21-f32b4176649e,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:42.916969 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:42.924135 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ed9d6badd5354f6ab7a28f282aefb551&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6652679
Sep 16 17:59:42.924582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33426) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:43.000110 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee96b0d4-911c-4045-afc7-9eb4e7ef87be req-ad3f3797-9350-4053-94a5-cefeeefd9df6 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:43.007152 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ee96b0d4-911c-4045-afc7-9eb4e7ef87be req-ad3f3797-9350-4053-94a5-cefeeefd9df6 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.2163825
Sep 16 17:59:43.045670 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:43.088580 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:43.102199 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ee96b0d4-911c-4045-afc7-9eb4e7ef87be req-c00b112d-76c0-4282-833e-ec72ac2875e8 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941610
Sep 16 17:59:43.298104 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:43.313591 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9e673fb5-2970-4210-ad9d-1510dbef7f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:43.357422 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878e5c-ea83-4226-bb0a-457e1fa4cc3a req-9228a5fe-b93e-45fe-843d-4810ce3c40cb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:43.365726 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a2878e5c-ea83-4226-bb0a-457e1fa4cc3a req-9228a5fe-b93e-45fe-843d-4810ce3c40cb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0955453
Sep 16 17:59:43.396358 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed2bdde-b819-48de-8d21-f32b4176649e,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:43.403566 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:43.407419 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9ed2bdde-b819-48de-8d21-f32b4176649e HTTP/1.1" status: 204  len: 168 time: 0.4792635
Sep 16 17:59:43.407419 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:43.470691 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a2878e5c-ea83-4226-bb0a-457e1fa4cc3a req-b6c53307-86bf-4034-be98-bc7fa99de2b0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041071
Sep 16 17:59:43.892462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d28c2-bf78-4243-addb-90f2099d8d83 req-da208bfc-a03e-4b9a-b6c2-97bb16c21efa tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:43.894409 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4a4d28c2-bf78-4243-addb-90f2099d8d83 req-da208bfc-a03e-4b9a-b6c2-97bb16c21efa tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1119320
Sep 16 17:59:43.946135 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4a4d28c2-bf78-4243-addb-90f2099d8d83 req-1f67d46c-9dcd-485b-bf5c-19be7322f074 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430992
Sep 16 17:59:44.324952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05f733-08a2-4315-9cc5-af9c03362be7 req-2b3c2cf5-b323-468f-84e1-057348e925dd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:44.326871 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fd05f733-08a2-4315-9cc5-af9c03362be7 req-2b3c2cf5-b323-468f-84e1-057348e925dd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.1030102
Sep 16 17:59:44.384583 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fd05f733-08a2-4315-9cc5-af9c03362be7 req-fb972ef6-e9e6-401b-a617-488a2c29c835 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507979
Sep 16 17:59:44.442273 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33482) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:44.464578 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:44.489103 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:44.493363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Usage tracker for resource:security_group_rule and tenant:cd6fbe28f2ea452a87ed55f1ca021fe0 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:44.496920 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:44.504631 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:44.704003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:44.724864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b6623-93f4-4bb4-a845-19f4df0be3d0 req-a2ddf1bf-6859-4332-bac5-48513a668cb2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:44.726386 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-151b6623-93f4-4bb4-a845-19f4df0be3d0 req-a2ddf1bf-6859-4332-bac5-48513a668cb2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1271632
Sep 16 17:59:44.820436 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-151b6623-93f4-4bb4-a845-19f4df0be3d0 req-46fd0e6c-9380-4786-a683-aeff31f63646 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389748
Sep 16 17:59:44.857966 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a18c4-02a9-4092-bfe7-be86790c677f req-b2898cc9-bb34-4d09-b8c4-abe6f933514b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:44.859429 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-784a18c4-02a9-4092-bfe7-be86790c677f req-b2898cc9-bb34-4d09-b8c4-abe6f933514b tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.1489878
Sep 16 17:59:44.940183 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Deleting port 66071d37-a3ee-424e-9266-893959403d4c {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 17:59:44.940521 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.029094 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-d6087716-18cc-4970-bfa5-fc6f3558b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:45.032783 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-d6087716-18cc-4970-bfa5-fc6f3558b88c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1098 time: 0.1018572
Sep 16 17:59:45.141365 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.154730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-efaa1474-9b80-4da5-839e-5fc484515bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:45.183698 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.214461 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cd6fbe28f2ea452a87ed55f1ca021fe0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7708037
Sep 16 17:59:45.217421 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33494) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:45.218259 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85dbe1d-6838-4c78-b079-ebb28faa5b33,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:45.221935 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:45.247778 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-22fac693-ec59-4455-9c5e-1a5b3c2ce0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:45.247778 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-22fac693-ec59-4455-9c5e-1a5b3c2ce0b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1912177
Sep 16 17:59:45.255477 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] For port 66071d37-a3ee-424e-9266-893959403d4c, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=66071d37-a3ee-424e-9266-893959403d4c,segment=NetworkSegment(0eaa5b34-f001-428d-932d-9dd50cca927c),segment_id=0eaa5b34-f001-428d-932d-9dd50cca927c)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:45.255880 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.347354 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-ecc7620f-905e-4f0a-80d8-bba84ba146cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 1000 time: 0.0986450
Sep 16 17:59:45.418044 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Calling delete_port for 66071d37-a3ee-424e-9266-893959403d4c owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 17:59:45.531897 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-eae5ded3-2b99-4bae-b8eb-1c141fbb7ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:45.534261 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-eae5ded3-2b99-4bae-b8eb-1c141fbb7ca2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.1798546
Sep 16 17:59:45.601529 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.623905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-90333adf-a8d5-43b2-a1f4-1652818e4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:45.625658 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-90333adf-a8d5-43b2-a1f4-1652818e4256 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832963
Sep 16 17:59:45.648181 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.803214 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90596b94-3c59-4323-bac4-2b8222c6d726 req-2965b830-3583-473f-9e33-4731fac018c4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:45.805545 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-90596b94-3c59-4323-bac4-2b8222c6d726 req-2965b830-3583-473f-9e33-4731fac018c4 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 945 time: 0.2800725
Sep 16 17:59:45.843088 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-3c4b9ffa-61d2-4077-b4dd-3240d9f492f6 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2108145
Sep 16 17:59:45.875514 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-90596b94-3c59-4323-bac4-2b8222c6d726 req-cb5c98cf-29bb-4d58-b6a5-7c44f7a348bc tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/security-groups?id=f5941877-b969-4a37-b787-3219f32aaa51&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614038
Sep 16 17:59:45.881444 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.889090 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:45.957810 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:45.996004 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Pushing event deleted for resources: {'Port': ['ID=66071d37-a3ee-424e-9266-893959403d4c,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:46.002754 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:46.014520 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3d7382bc-0569-44ab-b291-09a4f8491787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:46.112706 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e2fb9e5b-a7c3-490b-be11-1952d1ca5866 req-72183953-74a1-42e7-909f-7fc3fb43478d service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629328
Sep 16 17:59:46.140070 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] No DVR routers for this DVR port 66071d37-a3ee-424e-9266-893959403d4c on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 17:59:46.148717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85dbe1d-6838-4c78-b079-ebb28faa5b33,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:46.154598 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:46.175866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'name': 'network-vif-deleted', 'tag': '66071d37-a3ee-424e-9266-893959403d4c'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:46.185357 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571188e2-6b3a-4cc6-bcd7-57198c5beee8 req-e3649217-c8e4-4f8e-9b3c-abfa288fe72c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:46.186380 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-784a18c4-02a9-4092-bfe7-be86790c677f req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.13 "DELETE /v2.0/ports/66071d37-a3ee-424e-9266-893959403d4c HTTP/1.1" status: 204  len: 173 time: 1.3219860
Sep 16 17:59:46.206636 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:46.208218 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b85dbe1d-6838-4c78-b079-ebb28faa5b33 HTTP/1.1" status: 204  len: 168 time: 0.9897325
Sep 16 17:59:46.210314 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:46.221305 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-571188e2-6b3a-4cc6-bcd7-57198c5beee8 req-e3649217-c8e4-4f8e-9b3c-abfa288fe72c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1880984
Sep 16 17:59:46.285641 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-571188e2-6b3a-4cc6-bcd7-57198c5beee8 req-bdaef32b-3794-4fb1-b8d9-3c430185fe4e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621669
Sep 16 17:59:46.324681 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e654b67a-7608-4389-9647-8db72ac8de5d', 'name': 'network-vif-deleted', 'tag': '66071d37-a3ee-424e-9266-893959403d4c', 'status': 'completed', 'code': 200}
Sep 16 17:59:47.081815 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c59778bc-03ed-46ee-a7b6-0f35598d1b06 req-aeae5b2d-c2cb-448d-81d3-6c64219530a3 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] 10.222.0.37 "GET /v2.0/ports?device_id=e654b67a-7608-4389-9647-8db72ac8de5d HTTP/1.1" status: 200  len: 210 time: 0.0852425
Sep 16 17:59:47.442769 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33558) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:47.570245 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Deleting subnet 72150446-f8d7-4a98-b01a-c2ff303cd976 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 17:59:47.574891 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:47.642381 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:47.691053 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb2eeb-a9ce-456f-bbb5-08dd7a7bf921 req-ea41a304-1f51-44f0-a7d4-e8c6a20fa650 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:47.692704 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cdcb2eeb-a9ce-456f-bbb5-08dd7a7bf921 req-ea41a304-1f51-44f0-a7d4-e8c6a20fa650 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1986248
Sep 16 17:59:47.851151 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 66071d37-a3ee-424e-9266-893959403d4c no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:47.872993 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:47.907817 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cdcb2eeb-a9ce-456f-bbb5-08dd7a7bf921 req-cf1d14e5-daf7-4bdf-a6ad-7aaa4ed34d21 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2017455
Sep 16 17:59:47.913630 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 66071d37-a3ee-424e-9266-893959403d4c {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 17:59:47.913973 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 66071d37-a3ee-424e-9266-893959403d4c not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 17:59:48.042531 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.048374 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:48.089956 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72150446-f8d7-4a98-b01a-c2ff303cd976,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:48.091787 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.103278 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33568) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:48.103815 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72150446-f8d7-4a98-b01a-c2ff303cd976 HTTP/1.1" status: 204  len: 168 time: 0.6587856
Sep 16 17:59:48.104341 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:48.195944 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33574) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:48.224560 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.280736 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Deleting subnet eba93485-0521-4c06-8ad8-2a11317852c9 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 17:59:48.289385 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.355298 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.442886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.461209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.509134 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f62cc0d0>,) {'filters': {'network_id': ['767ccf10-aa9e-4cbf-bcaf-f8877fdb802a']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:48.524547 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f62cc0d0>, 'c4de6649-349d-4408-a145-8bf1fa20d3cf') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:48.524973 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f62cc0d0>, 'c4de6649-349d-4408-a145-8bf1fa20d3cf') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:48.547325 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.567797 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.576403 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 17:59:48.577067 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 17:59:48.591629 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 17:59:48.618326 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.624351 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5c0d2c20-ac3f-47e6-a720-155f40967b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:48.699766 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba93485-0521-4c06-8ad8-2a11317852c9,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:48.712375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.715251 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:48.725624 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-f43aa910-5a99-41fd-babd-44b24e2ea514 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/eba93485-0521-4c06-8ad8-2a11317852c9 HTTP/1.1" status: 204  len: 168 time: 0.5286102
Sep 16 17:59:48.728046 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33590) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:48.809424 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.813499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:48.849330 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.876222 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=767ccf10-aa9e-4cbf-bcaf-f8877fdb802a,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:48.881809 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:48.907420 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:48.956485 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/767ccf10-aa9e-4cbf-bcaf-f8877fdb802a HTTP/1.1" status: 204  len: 168 time: 0.8508673
Sep 16 17:59:49.144258 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.201476 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f5f30700>,) {'filters': {'network_id': ['3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:49.223471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f5f30700>, '0eaa5b34-f001-428d-932d-9dd50cca927c') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:49.223471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f5f30700>, '0eaa5b34-f001-428d-932d-9dd50cca927c') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 17:59:49.234550 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.257495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.271198 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cfb69-1621-4a52-86b6-4f30383b7b3d req-13ba836b-83fa-4b7f-ad17-ad4e43dc73d8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:49.272673 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5c5cfb69-1621-4a52-86b6-4f30383b7b3d req-13ba836b-83fa-4b7f-ad17-ad4e43dc73d8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.2085187
Sep 16 17:59:49.279561 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 17:59:49.280362 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 17:59:49.294767 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 17:59:49.408761 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5c5cfb69-1621-4a52-86b6-4f30383b7b3d req-ed508d29-292c-4b7b-aceb-9a6d1dc57c47 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130011
Sep 16 17:59:49.498334 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.502277 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:49.518450 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.524346 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:49.528913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:49.733197 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3b3d9a3c-2f91-4ec3-bc58-ddb6bd500d04 HTTP/1.1" status: 204  len: 168 time: 1.0038707
Sep 16 17:59:49.785098 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33608) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:49.834168 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-beeddf9a-bbf7-4f9a-ae2e-c2e6c029771c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f0b78f3f1414c5f85a43929d185831a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0478079
Sep 16 17:59:49.836682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33612) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:49.904923 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:49.933389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.016920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33622) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:50.109727 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.126925 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-03dabe9c-9169-47f5-965d-a15063f8afe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:50.138325 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3f52dd-59c5-4c81-bbbf-62d85966bab8,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:50.148456 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:50.177536 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.195054 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:50.197151 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Usage tracker for resource:security_group_rule and tenant:0b79fbcb6419433da4305521dc0dc85a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:50.200097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:50.203889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33628) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:50.209579 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:50.256684 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7ee79d60-a114-49af-90d8-605fcc7e81ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c9d06e8144c42d4924734235178faec&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514901
Sep 16 17:59:50.258912 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.259075 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33632) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:50.260078 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fa3f52dd-59c5-4c81-bbbf-62d85966bab8 HTTP/1.1" status: 204  len: 168 time: 0.4224558
Sep 16 17:59:50.334873 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.374444 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.406419 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.419106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.425506 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0f30da5a-7578-4bff-9e31-959899c5f309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:50.479390 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0b79fbcb6419433da4305521dc0dc85a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4613979
Sep 16 17:59:50.482575 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33640) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:50.494654 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff29688-8e88-44f4-bb11-65ff01a703a2,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:50.498687 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:50.554528 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.555145 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.562090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-07ab4ce9-2159-4c31-bc4c-373992c34d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:50.582219 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5941877-b969-4a37-b787-3219f32aaa51,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:50.584362 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.593478 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:50.702747 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5e9e5-6fbd-4e65-9c08-86651c66d5bf req-3b1988ff-8575-43f6-aad6-d072202e00f9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:50.710635 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-edc5e9e5-6fbd-4e65-9c08-86651c66d5bf req-3b1988ff-8575-43f6-aad6-d072202e00f9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.1319439
Sep 16 17:59:50.726273 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.732551 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b2b29400-7b1a-4c18-b329-88a2c811cdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:50.746445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff29688-8e88-44f4-bb11-65ff01a703a2,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:50.746651 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.748723 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5941877-b969-4a37-b787-3219f32aaa51 HTTP/1.1" status: 204  len: 168 time: 0.4886193
Sep 16 17:59:50.779592 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:50.789772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:50.793870 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff29688-8e88-44f4-bb11-65ff01a703a2 HTTP/1.1" status: 204  len: 168 time: 0.3074977
Sep 16 17:59:50.801038 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-edc5e9e5-6fbd-4e65-9c08-86651c66d5bf req-c4e7fc17-02b9-45ae-92bb-9033f773ff91 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888968
Sep 16 17:59:51.601445 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33680) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:51.619514 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:51.634103 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:51.638844 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Usage tracker for resource:security_group_rule and tenant:4c38b3918ba64f11a0c06d670f89127d is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:51.642114 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:51.648462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:51.750265 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:51.886214 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:51.899321 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6d31d59d-c6b1-4710-9e68-17577e86fa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:51.941816 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c38b3918ba64f11a0c06d670f89127d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3393066
Sep 16 17:59:51.943864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eff48e-161a-4ae1-8517-467931f79709,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:51.946395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33698) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:51.948987 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:52.012003 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa4640-50b3-4654-8931-587e5a1ff07e req-762f42a9-1834-4e06-926a-bee12b5019a7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:52.014351 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1dfa4640-50b3-4654-8931-587e5a1ff07e req-762f42a9-1834-4e06-926a-bee12b5019a7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0984709
Sep 16 17:59:52.015053 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.053813 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33704) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:52.061706 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.085767 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1dfa4640-50b3-4654-8931-587e5a1ff07e req-8af8c08a-9725-425c-8600-556beaa28525 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617325
Sep 16 17:59:52.195120 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1423339218-network', 'tenant_id': 'e0c14db023924417a4ef1cd581c93cc9'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:59:52.199694 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:52.204206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Usage tracker for resource:network and tenant:e0c14db023924417a4ef1cd581c93cc9 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:52.209770 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:52.212721 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:52.229133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.234132 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7a079ddd-2bd8-46f6-b21b-bc5319d4aa72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:52.244495 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eff48e-161a-4ae1-8517-467931f79709,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:52.247287 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:52.253884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.255082 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d5eff48e-161a-4ae1-8517-467931f79709 HTTP/1.1" status: 204  len: 168 time: 0.3077657
Sep 16 17:59:52.303099 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Made reservation on behalf of e0c14db023924417a4ef1cd581c93cc9 for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:59:52.305482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.318851 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.334604 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:52.338380 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c14db023924417a4ef1cd581c93cc9 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:52.341192 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:52.347609 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:52.437401 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.496276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.501077 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8bda0bd0-c894-4a8f-a80e-470373b0fa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:52.524213 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 17:59:52.538759 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef0007-31bf-46a5-b2a6-778860316290,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:52.541464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.541790 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Added segment a2c5280c-78b3-4a0d-8f51-104951e4902e of type vlan for network d2cad90f-d166-49a2-bc1f-999d518a5df5
Sep 16 17:59:52.543152 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:52.569716 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.720638 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.728533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:52.729172 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:52.737269 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:52.945420 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Pushing event updated for resources: {'Network': ['ID=d2cad90f-d166-49a2-bc1f-999d518a5df5,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:52.948481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:52.958816 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-ed3a014e-0797-4c14-9878-d6b670fda8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:52.959459 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network d2cad90f-d166-49a2-bc1f-999d518a5df5 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 17:59:52.961047 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-ed3a014e-0797-4c14-9878-d6b670fda8b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1098 time: 0.3048859
Sep 16 17:59:53.040716 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33754) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:53.041272 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9857562
Sep 16 17:59:53.056656 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Request body: {'subnet': {'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1423339218-subnet', 'tenant_id': 'e0c14db023924417a4ef1cd581c93cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 17:59:53.064997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:53.071055 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Usage tracker for resource:subnet and tenant:e0c14db023924417a4ef1cd581c93cc9 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:53.074986 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:53.082088 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:53.135790 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-c13502a8-1984-441e-856f-506220dc4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:53.137532 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-c13502a8-1984-441e-856f-506220dc4f59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1695285
Sep 16 17:59:53.239707 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Made reservation on behalf of e0c14db023924417a4ef1cd581c93cc9 for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 17:59:53.242084 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14815049'] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:53.246171 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-fa975824-6cc0-4a55-95c8-41af46bdca4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 1000 time: 0.1014194
Sep 16 17:59:53.331345 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-3b00301f-35ba-4edb-ae0b-968364819a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:53.333379 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-3b00301f-35ba-4edb-ae0b-968364819a48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0811241
Sep 16 17:59:53.429610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-86de2a94-0141-4a75-bca0-fc39f18f125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:53.432074 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-86de2a94-0141-4a75-bca0-fc39f18f125c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900929
Sep 16 17:59:53.475039 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6284f6b-c3c4-4159-84ea-7fe7a5bd72ec req-67211039-8656-4afc-8dbe-4a3a185d6293 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:53.476549 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f6284f6b-c3c4-4159-84ea-7fe7a5bd72ec req-67211039-8656-4afc-8dbe-4a3a185d6293 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.2756712
Sep 16 17:59:53.560124 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33772) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:53.571344 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f6284f6b-c3c4-4159-84ea-7fe7a5bd72ec req-d709437f-95bd-490c-9fb8-8d4183ee961f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0834601
Sep 16 17:59:53.581128 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-d550dff8-c0a3-4206-b8ca-574467da597b service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425290
Sep 16 17:59:53.703345 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15192604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14815103'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:53.709112 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:53.726119 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1354689d-d7ab-4795-83df-e3ed767cf67a req-30b02654-b59e-4913-8735-ace2095ac839 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374884
Sep 16 17:59:53.798201 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff8d6df3-d40b-4026-ba4f-d9b3c47977aa,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:53.804450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:53.808749 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Checking segment: {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 17:59:53.809108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Network hostable DHCP agents. Network: d2cad90f-d166-49a2-bc1f-999d518a5df5, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 17:59:53.858684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:53.873237 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:53.877162 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Usage tracker for resource:security_group_rule and tenant:e51144711d3b4cb9b47341dd09dd504d is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:53.880115 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:53.885882 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:53.914829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Network d2cad90f-d166-49a2-bc1f-999d518a5df5 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 17:59:53.969611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.000336 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, d2cad90f-d166-49a2-bc1f-999d518a5df5) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 17:59:54.006449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:54.007520 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.008224 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9485fea-7585-4a73-a252-02074f0efc0c None None] Network d2cad90f-d166-49a2-bc1f-999d518a5df5 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:59:54.051792 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.059812 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-277a1c0d-b274-4e91-aa8b-4aabb6e8bab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:54.102326 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e51144711d3b4cb9b47341dd09dd504d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5402763
Sep 16 17:59:54.105246 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33784) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:54.117256 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2dda2c-896e-4e14-a998-b51bca10cea7,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:54.122077 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:54.150553 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-6badd16f-318e-4e98-a4aa-bd69995d8873 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1061366
Sep 16 17:59:54.181930 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.225375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.244119 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b66635-583d-4958-84fe-bba123f91389 None None] Network d2cad90f-d166-49a2-bc1f-999d518a5df5 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 17:59:54.382990 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.387894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-eab91093-31de-4b2a-bdf3-a7d2a2862b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:54.401649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2dda2c-896e-4e14-a998-b51bca10cea7,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:54.405887 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:54.407822 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:54.412060 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5b2dda2c-896e-4e14-a998-b51bca10cea7 HTTP/1.1" status: 204  len: 168 time: 0.3057094
Sep 16 17:59:54.784580 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080c8e2-327e-4c80-aec3-7ac9becfe50f req-765ae2f2-28bc-4733-89e7-020bbc8f64c6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:54.786100 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c080c8e2-327e-4c80-aec3-7ac9becfe50f req-765ae2f2-28bc-4733-89e7-020bbc8f64c6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0921237
Sep 16 17:59:54.840745 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c080c8e2-327e-4c80-aec3-7ac9becfe50f req-df06214a-86cb-44f2-a65e-2066fb8ee6f4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484719
Sep 16 17:59:55.522869 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33836) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:55.658972 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:55.673733 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:55.677559 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Usage tracker for resource:security_group_rule and tenant:78050a5f68934cc288f6dd43cd4f233d is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:55.680402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:55.686133 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:55.784825 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:55.852220 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:55.859777 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 17:59:55.863319 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b703e472-6ccc-487a-a305-49cdaa6f08a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:55.907459 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78050a5f68934cc288f6dd43cd4f233d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3809311
Sep 16 17:59:55.908505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33852) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:55.920849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c9115-8463-4222-a9c6-42fc44f00810,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:55.924786 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:56.004002 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:56.032816 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:56.038151 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:56.048377 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4185a30-73b6-4f01-a2bd-7764b9979223 req-7e571bb6-e365-4bd4-9f8d-33d2e3e4e362 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:56.050394 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d4185a30-73b6-4f01-a2bd-7764b9979223 req-7e571bb6-e365-4bd4-9f8d-33d2e3e4e362 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 945 time: 0.0854187
Sep 16 17:59:56.076390 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 17:59:56.087235 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 17:59:56.118690 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d4185a30-73b6-4f01-a2bd-7764b9979223 req-f2378f46-19d9-48b3-aa11-b2104dbe8f39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606472
Sep 16 17:59:56.125566 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'code': 200}
Sep 16 17:59:56.161197 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:56.163076 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:56.193783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:56.216797 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:56.230358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c9115-8463-4222-a9c6-42fc44f00810,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:56.233867 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=8']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:56.235895 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:56.238356 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:56.239535 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/263c9115-8463-4222-a9c6-42fc44f00810 HTTP/1.1" status: 204  len: 168 time: 0.3301213
Sep 16 17:59:56.241301 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.243014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.243014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.243014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.243014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.243014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.243370 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.244081 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.244081 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.244409 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.244645 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.244981 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 17:59:56.255065 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:57.154829 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33900) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:57.177753 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.194275 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:57.198457 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:78685e13f56e4d14b4d7ff5f7ea8b23d is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:57.201952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:57.210062 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:57.303667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.406256 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.407108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-55770ca8-bbe7-4bc8-a55c-8ca177b1c25d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:57.408766 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-55770ca8-bbe7-4bc8-a55c-8ca177b1c25d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/networks?id=d2cad90f-d166-49a2-bc1f-999d518a5df5 HTTP/1.1" status: 200  len: 814 time: 0.1580997
Sep 16 17:59:57.418180 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d7a24ed0-f31c-4cf0-8a48-659392caf5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:57.445487 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-35270b55-905c-4592-a0d7-d929699e0272 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/quotas/e0c14db023924417a4ef1cd581c93cc9 HTTP/1.1" status: 200  len: 375 time: 0.0313873
Sep 16 17:59:57.467071 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=78685e13f56e4d14b4d7ff5f7ea8b23d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3096423
Sep 16 17:59:57.472755 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075850e7-5406-4c7e-b677-bb678a48c73c,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:57.472755 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:57.475353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33924) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:57.522469 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-bcd55bb7-c63e-4615-b818-bfad8e9605f4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0c14db023924417a4ef1cd581c93cc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0710461
Sep 16 17:59:57.565131 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.593283 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.675657 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-2bb27388-26a0-46b7-87b9-62975c33fd63 service neutron] 10.222.0.37 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522660
Sep 16 17:59:57.766595 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.772785 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a163e667-70a7-4c05-b775-3b18f888ac42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:57.786310 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075850e7-5406-4c7e-b677-bb678a48c73c,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:57.796460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:57.799495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:57.807631 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/075850e7-5406-4c7e-b677-bb678a48c73c HTTP/1.1" status: 204  len: 168 time: 0.3270981
Sep 16 17:59:57.829529 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-302145ca-20b5-4e00-94ea-9622d5a59fa0 service neutron] 10.222.0.37 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1474760
Sep 16 17:59:58.128586 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 33942) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:58.173211 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e48a4366-209e-45b9-85f1-80658bebebc6 req-cea06b82-8fec-4421-9457-c4467f735ff7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.0754068
Sep 16 17:59:58.317996 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:58.342378 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 17:59:58.349020 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Usage tracker for resource:security_group_rule and tenant:c0976aeb0fcc4229a42a9abf9794c6e9 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 17:59:58.352640 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 17:59:58.361165 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 17:59:58.396081 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdba67-8f97-4b50-9876-bd22c9a14358 req-0d905d8a-611a-4ce6-beab-0a459ad02e3c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:58.397649 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f3fdba67-8f97-4b50-9876-bd22c9a14358 req-0d905d8a-611a-4ce6-beab-0a459ad02e3c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1504562
Sep 16 17:59:58.465466 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f3fdba67-8f97-4b50-9876-bd22c9a14358 req-50ef244a-2358-425a-9e09-9bf7d26dcb7f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595312
Sep 16 17:59:58.522057 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:58.594557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:58.603339 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-15a125e4-db8a-4fe5-9132-6909816e5b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:58.645840 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0976aeb0fcc4229a42a9abf9794c6e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5138831
Sep 16 17:59:58.645840 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66b171-3987-4d4e-97e1-88b809190f08,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:58.646396 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33974) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:58.648002 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:58.749935 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:58.781660 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:59.029297 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:59.034507 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0a8a3e76-1201-47e7-b29e-9f367798a1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 17:59:59.048186 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66b171-3987-4d4e-97e1-88b809190f08,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 17:59:59.051080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 17:59:59.057821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 17:59:59.057821 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bb66b171-3987-4d4e-97e1-88b809190f08 HTTP/1.1" status: 204  len: 168 time: 0.4049118
Sep 16 17:59:59.189449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 33998) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 17:59:59.268349 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-584342c5-9761-4bef-9f64-4daa6f609df7 req-2f8545ac-dc71-4c95-b3a0-0f3b841eae84 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.0446072
Sep 16 17:59:59.400398 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-80d9225f-13b8-4dca-b77d-8f6785e8b457 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2095506
Sep 16 17:59:59.694534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e84f0-8f7d-46e5-84a1-c77f62f334f3 req-d16b095f-5898-4e6a-a806-79cb0568f13b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 17:59:59.696856 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e54e84f0-8f7d-46e5-84a1-c77f62f334f3 req-d16b095f-5898-4e6a-a806-79cb0568f13b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0976439
Sep 16 17:59:59.752085 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e54e84f0-8f7d-46e5-84a1-c77f62f334f3 req-2e831d43-b872-460f-837d-b6e9be792af3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452728
Sep 16 18:00:00.123301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34032) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:00.141068 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.156279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:00.160097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Usage tracker for resource:security_group_rule and tenant:901d7294faae4754aa6081d3cf4fb6a8 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:00.162840 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:00.168510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:00.251909 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.336484 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.346616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9baf171-7b86-4fb5-9249-f053fd208eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:00.422706 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf9d54d-e246-4119-a236-9723118273ab,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:00.426816 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=901d7294faae4754aa6081d3cf4fb6a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3024287
Sep 16 18:00:00.427717 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:00.429657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34052) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:00.435170 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f18ca7d7-282f-4e8f-98a4-ebc9cdda7114 req-cfc20483-16ab-4e09-89b5-a11542115502 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.0525453
Sep 16 18:00:00.549480 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:00:00.583079 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.610798 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.788672 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.793964 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-64bb0b66-fbba-44aa-b23b-cdbc53197698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:00.806363 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf9d54d-e246-4119-a236-9723118273ab,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:00.811847 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:00.815831 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:00.819899 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cf9d54d-e246-4119-a236-9723118273ab HTTP/1.1" status: 204  len: 168 time: 0.3891940
Sep 16 18:00:00.960997 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65984433-32f0-4447-8be6-f2363db0afda req-61063fe4-dea0-4f57-9cf3-dfbcc72a3998 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:00.962464 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-65984433-32f0-4447-8be6-f2363db0afda req-61063fe4-dea0-4f57-9cf3-dfbcc72a3998 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0834560
Sep 16 18:00:01.006834 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-65984433-32f0-4447-8be6-f2363db0afda req-03515647-3acb-45ef-9733-58902890ff33 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386293
Sep 16 18:00:01.590150 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-26734ed1-50c6-46ad-b24b-76183a9ab99b req-efae12c1-7ffa-4f5d-a4d1-26ae370f361c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.0414271
Sep 16 18:00:02.201605 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac632e-db8b-49fb-bdc0-fed614faa3dc req-170247bc-3108-4719-8ce1-a072ad7c57a3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:02.203100 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e0ac632e-db8b-49fb-bdc0-fed614faa3dc req-170247bc-3108-4719-8ce1-a072ad7c57a3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0826285
Sep 16 18:00:02.250859 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e0ac632e-db8b-49fb-bdc0-fed614faa3dc req-346475c7-35bd-4071-8005-c917d8c4d174 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422270
Sep 16 18:00:02.747030 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6138e486-3ef9-401e-9b6d-d504b17f9b8a req-861eb665-a6cc-40a6-980f-e8e17fa3aa7f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.0447659
Sep 16 18:00:03.215422 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-3dba2798-4975-43d5-84e6-3beb1eccb2e7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:03.216235 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-3dba2798-4975-43d5-84e6-3beb1eccb2e7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Synchronizing usage tracker for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:network {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:00:03.314383 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-3dba2798-4975-43d5-84e6-3beb1eccb2e7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Unset dirty status for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:network {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:00:03.315693 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-3dba2798-4975-43d5-84e6-3beb1eccb2e7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "GET /v2.0/networks?id=d2cad90f-d166-49a2-bc1f-999d518a5df5 HTTP/1.1" status: 200  len: 814 time: 0.2542400
Sep 16 18:00:03.336736 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Request body: {'port': {'device_id': '555ee80a-bec4-4e81-bcda-5b139adea697', 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5', 'admin_state_up': True, 'tenant_id': 'e0c14db023924417a4ef1cd581c93cc9'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:00:03.536780 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:03.542388 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Usage tracker for resource:port and tenant:e0c14db023924417a4ef1cd581c93cc9 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:03.546334 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:03.556508 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c0ab5-1cd7-4c69-aef5-7113613bddb7 req-c7d9e30f-e02b-4cc8-ab2a-3ff3e621c863 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:03.557978 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d7c0ab5-1cd7-4c69-aef5-7113613bddb7 req-c7d9e30f-e02b-4cc8-ab2a-3ff3e621c863 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1542399
Sep 16 18:00:03.561877 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:03.606191 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d7c0ab5-1cd7-4c69-aef5-7113613bddb7 req-ef1cfc81-fee4-431b-bcd0-3863a653e17f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421290
Sep 16 18:00:03.691274 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Made reservation on behalf of e0c14db023924417a4ef1cd581c93cc9 for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:00:03.694936 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:03.870320 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Allocated IP 172.20.0.6 (d2cad90f-d166-49a2-bc1f-999d518a5df5/ff8d6df3-d40b-4026-ba4f-d9b3c47977aa/cf538e86-7999-431f-b1c7-ea48c9794b0e) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:00:03.920618 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bc787577-e06d-4bad-87b0-600028c70e93 req-7dcf3120-1d45-4fda-baaa-06d5bc385c4e tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.0499172
Sep 16 18:00:04.074108 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:04.170862 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:04.176703 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-fc31593d-6dc8-4701-99f3-1c8519e832cd tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:04.238955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Network d2cad90f-d166-49a2-bc1f-999d518a5df5 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:00:04.241989 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:00:04.246089 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:00:04.282462 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Pushing event updated for resources: {'Port': ['ID=cf538e86-7999-431f-b1c7-ea48c9794b0e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:04.286688 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:04.318605 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:04.319221 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:04.423839 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0933745
Sep 16 18:00:04.435802 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Request body: {'port': {'device_id': '555ee80a-bec4-4e81-bcda-5b139adea697', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:00:04.543756 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:04.879052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78283640-d9a2-4977-a65d-3968b50caa94 req-3a77cc3f-ebe0-4fd3-91a2-ba8bfbcff117 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:04.880499 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-78283640-d9a2-4977-a65d-3968b50caa94 req-3a77cc3f-ebe0-4fd3-91a2-ba8bfbcff117 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1295218
Sep 16 18:00:05.063458 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-78283640-d9a2-4977-a65d-3968b50caa94 req-04547f15-fe44-4501-ab88-1c96baa233bd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705973
Sep 16 18:00:05.065357 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf538e86-7999-431f-b1c7-ea48c9794b0e {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:00:05.073193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:05.096481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Transition to ACTIVE for port object cf538e86-7999-431f-b1c7-ea48c9794b0e will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:00:05.128653 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f9f97-b104-4532-8f10-45ef1315b081 req-ae371ab0-c574-459a-990c-ae5b659592b9 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:05.130145 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-112f9f97-b104-4532-8f10-45ef1315b081 req-ae371ab0-c574-459a-990c-ae5b659592b9 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 931 time: 0.0972097
Sep 16 18:00:05.160235 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:05.164124 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-18b97d99-d506-4cd8-8759-5998e78c9a09 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:05.174901 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-112f9f97-b104-4532-8f10-45ef1315b081 req-a43e9d5e-5c88-41e8-8c98-f175592fa25d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388401
Sep 16 18:00:05.314053 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Pushing event updated for resources: {'Port': ['ID=cf538e86-7999-431f-b1c7-ea48c9794b0e,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:05.316905 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:05.391557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Attempting to bind port cf538e86-7999-431f-b1c7-ea48c9794b0e on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:00:05.391907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Attempting to bind port cf538e86-7999-431f-b1c7-ea48c9794b0e by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:00:05.392254 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Attempting to bind port cf538e86-7999-431f-b1c7-ea48c9794b0e on network d2cad90f-d166-49a2-bc1f-999d518a5df5 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:00:05.396769 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Port cf538e86-7999-431f-b1c7-ea48c9794b0e on network d2cad90f-d166-49a2-bc1f-999d518a5df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:00:05.398648 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Attempting to bind port cf538e86-7999-431f-b1c7-ea48c9794b0e on network d2cad90f-d166-49a2-bc1f-999d518a5df5 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:00:05.402266 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 17, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:00:05.402841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Checking segment: {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:00:05.403211 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Bound using segment: {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:00:05.403804 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Bound port: cf538e86-7999-431f-b1c7-ea48c9794b0e, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:00:05.404301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:05.495345 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] For port cf538e86-7999-431f-b1c7-ea48c9794b0e, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:00:05.498799 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] For port cf538e86-7999-431f-b1c7-ea48c9794b0e, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=cf538e86-7999-431f-b1c7-ea48c9794b0e,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:00:05.548230 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:05.552026 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:05.605568 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:05.606281 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:05.623078 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf538e86-7999-431f-b1c7-ea48c9794b0e HTTP/1.1" status: 200  len: 1093 time: 1.1764073
Sep 16 18:00:05.623078 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555ee80a-bec4-4e81-bcda-5b139adea697', 'tag': 'cf538e86-7999-431f-b1c7-ea48c9794b0e'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:00:05.632746 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Pushing event updated for resources: {'Port': ['ID=cf538e86-7999-431f-b1c7-ea48c9794b0e,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:05.635841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:05.657551 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555ee80a-bec4-4e81-bcda-5b139adea697', 'tag': 'cf538e86-7999-431f-b1c7-ea48c9794b0e', 'status': 'completed', 'code': 200}
Sep 16 18:00:05.753715 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748fc0-d05f-4d8b-94a6-4761426a6866 req-f5ce01dd-ed5c-41cd-9872-8e279310613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:05.755194 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c7748fc0-d05f-4d8b-94a6-4761426a6866 req-f5ce01dd-ed5c-41cd-9872-8e279310613c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0c14db023924417a4ef1cd581c93cc9&device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 1096 time: 0.0766416
Sep 16 18:00:05.939787 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748fc0-d05f-4d8b-94a6-4761426a6866 req-5fd27520-9105-4cd7-9c5b-60f69ee49bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:05.941311 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c7748fc0-d05f-4d8b-94a6-4761426a6866 req-5fd27520-9105-4cd7-9c5b-60f69ee49bda service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e0c14db023924417a4ef1cd581c93cc9&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1397991
Sep 16 18:00:06.081763 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7748fc0-d05f-4d8b-94a6-4761426a6866 req-61b12fb2-1c64-419d-ba51-3be135b67bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:06.083223 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c7748fc0-d05f-4d8b-94a6-4761426a6866 req-61b12fb2-1c64-419d-ba51-3be135b67bc1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1344399
Sep 16 18:00:06.207553 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-49ee4c49-e036-4d32-b8a8-4a727e6cd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:06.209073 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-49ee4c49-e036-4d32-b8a8-4a727e6cd599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0c14db023924417a4ef1cd581c93cc9&device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 1096 time: 0.0870402
Sep 16 18:00:06.276406 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e051d8-6b20-45d3-9b2d-1b643496541a req-49513c24-befc-4e6e-be1c-26618633d8bf tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:06.278833 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-03e051d8-6b20-45d3-9b2d-1b643496541a req-49513c24-befc-4e6e-be1c-26618633d8bf tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0944054
Sep 16 18:00:06.289278 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-29c15f97-d10f-4a1e-ada6-e04ec5f716a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf538e86-7999-431f-b1c7-ea48c9794b0e HTTP/1.1" status: 200  len: 217 time: 0.0721149
Sep 16 18:00:06.325899 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-03e051d8-6b20-45d3-9b2d-1b643496541a req-44eab60e-e2f0-4f40-846c-914f199b6cda tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412676
Sep 16 18:00:06.399392 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-77319d38-6d85-4cd6-898b-7472472b7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:06.400850 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-77319d38-6d85-4cd6-898b-7472472b7f07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff8d6df3-d40b-4026-ba4f-d9b3c47977aa HTTP/1.1" status: 200  len: 854 time: 0.0750084
Sep 16 18:00:06.461955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-f7d41cea-9711-4f77-b156-d9c83e373240 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:06.462970 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-f7d41cea-9711-4f77-b156-d9c83e373240 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Synchronizing usage tracker for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:00:06.475485 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-41600251-be2f-4866-a66f-56d48a7d91e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2cad90f-d166-49a2-bc1f-999d518a5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632982
Sep 16 18:00:06.609377 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-f7d41cea-9711-4f77-b156-d9c83e373240 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Unset dirty status for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:00:06.610526 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-f7d41cea-9711-4f77-b156-d9c83e373240 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 943 time: 0.3193374
Sep 16 18:00:06.616009 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-9bb74c3a-54e1-4c20-a177-6146a3024963 service neutron] 10.222.0.13 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323538
Sep 16 18:00:06.733985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-1a651946-5d56-44de-904c-c4b2b6725c8a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Synchronizing usage tracker for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:00:06.785754 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7e3e84-bacd-4862-9818-dd2932436ae2 req-e88ee98d-88cc-410a-8b3f-7002333cad13 service neutron] 10.222.0.13 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1559205
Sep 16 18:00:06.862920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-1a651946-5d56-44de-904c-c4b2b6725c8a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Unset dirty status for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:00:06.864003 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-805939e7-2d58-4c3b-882d-3c92cc53116a req-1a651946-5d56-44de-904c-c4b2b6725c8a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471397
Sep 16 18:00:07.516926 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29260ee1-b888-4da1-9ace-16577bcbc565 req-5549897f-03a3-4283-b274-d3f60396e02f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:07.518393 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-29260ee1-b888-4da1-9ace-16577bcbc565 req-5549897f-03a3-4283-b274-d3f60396e02f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0787656
Sep 16 18:00:07.526079 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b79a6524-076f-4763-83d2-594f7931890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:07.563831 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-29260ee1-b888-4da1-9ace-16577bcbc565 req-722c8a20-a7b6-4ef0-824b-c1e071e3b16d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398836
Sep 16 18:00:08.063617 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05f340-f32d-4639-affa-850bfb370842 req-8adaee1f-93e6-4199-91b2-a4c2c51e838a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:08.065238 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1b05f340-f32d-4639-affa-850bfb370842 req-8adaee1f-93e6-4199-91b2-a4c2c51e838a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 943 time: 0.0907393
Sep 16 18:00:08.074722 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:08.113847 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1b05f340-f32d-4639-affa-850bfb370842 req-50339c25-8224-4eb3-b125-166eb6da77c3 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430324
Sep 16 18:00:08.125346 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34200) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:08.334187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:08.349162 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:08.353112 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Usage tracker for resource:security_group_rule and tenant:ecd998ce6ea64134be88d0382c918358 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:08.355920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:08.362371 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:08.441281 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:08.525585 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:08.534538 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b284f1b7-fdd0-477b-be6d-39b202718651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:08.572382 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ecd998ce6ea64134be88d0382c918358&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4458311
Sep 16 18:00:08.574023 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f14808-41a7-45ee-b03d-30f50f6455ff,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:08.577569 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:08.578728 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34212) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:08.714574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-50dff5d0-6b48-4908-8635-034c97200c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:08.714574 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-50dff5d0-6b48-4908-8635-034c97200c12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e&tenant_id=de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 1096 time: 0.1189222
Sep 16 18:00:08.809320 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:08.812843 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-5cc60d6b-f23f-4f75-8a9b-71a986178a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:08.814798 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-5cc60d6b-f23f-4f75-8a9b-71a986178a45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1096 time: 0.0776308
Sep 16 18:00:08.848003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:08.880549 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0739a25-2d53-486d-ab7f-77b7e114547e req-dea5fab4-050d-4a54-979f-92bba44943e0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:08.882059 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b0739a25-2d53-486d-ab7f-77b7e114547e req-dea5fab4-050d-4a54-979f-92bba44943e0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1518245
Sep 16 18:00:08.947069 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b0739a25-2d53-486d-ab7f-77b7e114547e req-7426488a-36fd-438d-a302-0a04d8f4d7fa tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558903
Sep 16 18:00:08.970451 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-5b6a7000-7e9b-40dc-b5b6-4c3ee1aa5046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:08.971899 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-5b6a7000-7e9b-40dc-b5b6-4c3ee1aa5046 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1504726
Sep 16 18:00:09.029630 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:09.035246 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ceab11c1-85fe-4525-a631-a22eea62a3d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:09.048907 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f14808-41a7-45ee-b03d-30f50f6455ff,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:09.052750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:09.058937 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:09.059663 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a9f14808-41a7-45ee-b03d-30f50f6455ff HTTP/1.1" status: 204  len: 168 time: 0.4799767
Sep 16 18:00:09.103785 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-21c20f6b-89ee-4ea0-9d7c-155191d6a733 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 998 time: 0.1249766
Sep 16 18:00:09.175683 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-177869fc-601b-4686-98ed-f671f3574050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:09.177360 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-177869fc-601b-4686-98ed-f671f3574050 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0667195
Sep 16 18:00:09.327358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-5947eabb-e107-41e7-836e-25d974936c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:09.328892 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-5947eabb-e107-41e7-836e-25d974936c8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1449287
Sep 16 18:00:09.370469 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e32e1-f3c0-40fc-90e5-3434d490cbfa req-5b5b0ef0-3b78-492d-9ff2-99cf606e292b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:09.374082 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-073e32e1-f3c0-40fc-90e5-3434d490cbfa req-5b5b0ef0-3b78-492d-9ff2-99cf606e292b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 943 time: 0.1262569
Sep 16 18:00:09.493088 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-073e32e1-f3c0-40fc-90e5-3434d490cbfa req-23aa45e0-27ab-482e-a163-83356ee98918 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749011
Sep 16 18:00:09.518224 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-feb4f0fb-10f9-4e42-9aec-e46c98be7a46 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1808653
Sep 16 18:00:09.654836 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ef729d2-3096-41a7-bad7-7929d28dfccd req-18e6ac5d-3308-4b07-9faf-c3af1a5ca2f9 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299722
Sep 16 18:00:09.830497 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34238) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:09.847983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:09.862367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:09.866140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Usage tracker for resource:security_group_rule and tenant:41cf0edf01114b76bec41274b86fa57e is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:09.868885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:09.875302 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:09.958477 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.005273 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device cf538e86-7999-431f-b1c7-ea48c9794b0e details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:00:10.028277 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.045317 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c7000bc9-1d0f-4c03-baa6-06d5018556da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:10.088771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610c893a-2b90-41ff-acb2-cf1bcb137cb8,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:10.096317 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34252) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:10.097448 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41cf0edf01114b76bec41274b86fa57e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2649400
Sep 16 18:00:10.098997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:10.173483 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.185721 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port cf538e86-7999-431f-b1c7-ea48c9794b0e, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=cf538e86-7999-431f-b1c7-ea48c9794b0e,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:00:10.200831 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'cf538e86-7999-431f-b1c7-ea48c9794b0e', 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5', 'port_id': 'cf538e86-7999-431f-b1c7-ea48c9794b0e', 'mac_address': 'fa:16:3e:ca:41:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8d6df3-d40b-4026-ba4f-d9b3c47977aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:00:10.203278 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa06a49-34fd-46c8-bfed-bef82f16ff51 req-85c0dfa9-1f64-443c-9ff0-305e6e857531 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:10.208872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.210394 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-baa06a49-34fd-46c8-bfed-bef82f16ff51 req-85c0dfa9-1f64-443c-9ff0-305e6e857531 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0959926
Sep 16 18:00:10.250712 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-baa06a49-34fd-46c8-bfed-bef82f16ff51 req-5fa0f706-fa48-475b-ab90-b4af18793a39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391645
Sep 16 18:00:10.273591 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.290458 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf538e86-7999-431f-b1c7-ea48c9794b0e {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:00:10.305259 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port cf538e86-7999-431f-b1c7-ea48c9794b0e, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=cf538e86-7999-431f-b1c7-ea48c9794b0e,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:00:10.308309 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.313692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9479c7ef-25d7-4b34-beac-faff1e8e624f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:10.319650 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e036e612-8b05-4e6e-a0b6-1784bcbde3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.325973 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610c893a-2b90-41ff-acb2-cf1bcb137cb8,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:10.328174 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:10.335193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.336334 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-0c41dfca-76dd-475e-9214-b5425b50d626 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/610c893a-2b90-41ff-acb2-cf1bcb137cb8 HTTP/1.1" status: 204  len: 168 time: 0.2390580
Sep 16 18:00:10.371117 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:10.373542 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:10.444380 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=cf538e86-7999-431f-b1c7-ea48c9794b0e,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:10.453033 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:10.712137 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4cfda-2beb-4744-9598-f0f22e6406e9 req-e34591ef-b1a9-498b-a0d7-15b15a89db68 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:10.713902 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-83a4cfda-2beb-4744-9598-f0f22e6406e9 req-e34591ef-b1a9-498b-a0d7-15b15a89db68 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.1136560
Sep 16 18:00:10.770715 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-83a4cfda-2beb-4744-9598-f0f22e6406e9 req-6b45d84b-ff20-43c7-97ef-49e07726ea6a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435607
Sep 16 18:00:11.149192 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:11.446178 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f3b14-9b75-468c-8138-b69620077a0e req-ac4d7f08-de0f-49dd-8866-aa0a1f165c77 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:11.447656 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bd6f3b14-9b75-468c-8138-b69620077a0e req-ac4d7f08-de0f-49dd-8866-aa0a1f165c77 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0818541
Sep 16 18:00:11.505657 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bd6f3b14-9b75-468c-8138-b69620077a0e req-e95c9c24-f57d-4490-91e8-8c4116c0878b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510859
Sep 16 18:00:12.058051 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69f5d9-c503-4943-a974-1ac4c7d6e2ad req-090141dd-e278-4881-b96c-112e6ab7b962 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:12.059535 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ce69f5d9-c503-4943-a974-1ac4c7d6e2ad req-090141dd-e278-4881-b96c-112e6ab7b962 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0901599
Sep 16 18:00:12.114607 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ce69f5d9-c503-4943-a974-1ac4c7d6e2ad req-66f2a61e-2533-4fb8-8014-2ea98ad664b9 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479798
Sep 16 18:00:12.679139 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:12.748734 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c5a8-3912-4a60-a8c6-e406f01e6eb8 req-6094c904-e4ce-406f-a950-642a9d715857 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:12.750976 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5fa8c5a8-3912-4a60-a8c6-e406f01e6eb8 req-6094c904-e4ce-406f-a950-642a9d715857 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1156847
Sep 16 18:00:12.798326 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5fa8c5a8-3912-4a60-a8c6-e406f01e6eb8 req-2f14ad0e-6b74-4207-be70-750d6f9200df tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410464
Sep 16 18:00:13.329772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ca2f1-7c7c-43e2-9519-a2e998d97259 req-60506073-8128-47c1-bcd8-64be85312067 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:13.331433 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-314ca2f1-7c7c-43e2-9519-a2e998d97259 req-60506073-8128-47c1-bcd8-64be85312067 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0909214
Sep 16 18:00:13.379958 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-314ca2f1-7c7c-43e2-9519-a2e998d97259 req-57f98fa1-01c8-4388-93d1-eddec0c88c3e tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386770
Sep 16 18:00:13.997989 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d901d3d-6bef-4b18-ab8d-0efbc6c2ffde req-467ec260-45bb-4bd9-aa9a-c77bcae345ec tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:14.001922 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d901d3d-6bef-4b18-ab8d-0efbc6c2ffde req-467ec260-45bb-4bd9-aa9a-c77bcae345ec tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0851049
Sep 16 18:00:14.045687 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1d901d3d-6bef-4b18-ab8d-0efbc6c2ffde req-98a29165-b62d-473e-af36-5017593c3736 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404117
Sep 16 18:00:14.592803 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abe209-0a68-420a-b0d4-86e9f9eeae4a req-d6ca6ab3-a47e-4604-a3e5-6398d920a6de tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:14.594954 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-51abe209-0a68-420a-b0d4-86e9f9eeae4a req-d6ca6ab3-a47e-4604-a3e5-6398d920a6de tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0921245
Sep 16 18:00:14.617476 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34380) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:14.645783 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-51abe209-0a68-420a-b0d4-86e9f9eeae4a req-32501573-0422-431e-8958-74e2616365e2 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450213
Sep 16 18:00:14.753084 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:14.768156 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:14.772143 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Usage tracker for resource:security_group_rule and tenant:342a498194cb43c6ad1a21cf7e03c93c is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:14.774999 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:14.781063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:14.865865 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:14.866849 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['cf538e86-7999-431f-b1c7-ea48c9794b0e'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:00:14.977106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:14.985924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-77502f6f-b4fc-44f2-95c0-df80243fc08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:15.032433 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bad124b-7d10-4103-8234-12618543eb9c,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:15.035805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:15.038509 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=342a498194cb43c6ad1a21cf7e03c93c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4192436
Sep 16 18:00:15.041720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34386) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:15.122867 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:15.148468 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:15.153330 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:15.304994 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e5ffc-a0e2-4b26-97c2-da87bfb74390 req-50882758-30c2-462d-9ccd-314b5e457da1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:15.304994 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-077e5ffc-a0e2-4b26-97c2-da87bfb74390 req-50882758-30c2-462d-9ccd-314b5e457da1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0906427
Sep 16 18:00:15.304994 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-077e5ffc-a0e2-4b26-97c2-da87bfb74390 req-3d0838cb-4c48-42f1-b5ba-072346bf8a4b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383806
Sep 16 18:00:15.393381 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:15.397271 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-eba14b37-cd04-4f83-a456-d285d390ef71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:15.412251 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bad124b-7d10-4103-8234-12618543eb9c,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:15.417206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:15.417206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:15.417206 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4bad124b-7d10-4103-8234-12618543eb9c HTTP/1.1" status: 204  len: 168 time: 0.3744054
Sep 16 18:00:15.963515 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69697818-734a-43b7-9ee6-3973cb215653 req-5dec9732-e7a0-4d01-b921-c9d5bfcc6a23 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:15.965057 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-69697818-734a-43b7-9ee6-3973cb215653 req-5dec9732-e7a0-4d01-b921-c9d5bfcc6a23 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.1832347
Sep 16 18:00:16.027883 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-69697818-734a-43b7-9ee6-3973cb215653 req-5edd7d0e-2bc6-4d1e-8157-5285a265d377 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506845
Sep 16 18:00:16.495385 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46c27e-40f2-4869-9611-c54f8e44f10a req-4a341117-4e04-4314-9321-b522c177ca65 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:16.497011 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d46c27e-40f2-4869-9611-c54f8e44f10a req-4a341117-4e04-4314-9321-b522c177ca65 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0813496
Sep 16 18:00:16.517225 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34410) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:16.526325 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:16.541282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:16.542724 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d46c27e-40f2-4869-9611-c54f8e44f10a req-72816f04-1f2b-477d-9bf6-5ac9d480acac tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400302
Sep 16 18:00:16.545994 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b55e26bca6394d4fa3b63b7501cea784 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:16.549130 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:16.555521 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:16.641886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:16.725247 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:16.732640 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c4677a17-7c1d-495c-b970-5d65a52c648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:16.772925 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b55e26bca6394d4fa3b63b7501cea784&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2628062
Sep 16 18:00:16.773781 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8d7512-2e73-49fb-8ec6-f9afd9e0d64e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:16.775699 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34416) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:16.776768 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:16.836733 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:16.862202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:16.982585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:16.986224 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2f55a295-ad8c-4274-a6e1-0979c312f62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:16.998533 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8d7512-2e73-49fb-8ec6-f9afd9e0d64e,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:17.002342 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:17.013390 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:17.014664 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fb8d7512-2e73-49fb-8ec6-f9afd9e0d64e HTTP/1.1" status: 204  len: 168 time: 0.2379339
Sep 16 18:00:17.245471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd110d-6111-498f-80f0-21c618288ff0 req-d62a220e-ffd0-4c8c-a2c6-3f5467399b8f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:17.247809 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-05fd110d-6111-498f-80f0-21c618288ff0 req-d62a220e-ffd0-4c8c-a2c6-3f5467399b8f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0903006
Sep 16 18:00:17.253588 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:00:17.301162 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-05fd110d-6111-498f-80f0-21c618288ff0 req-df91d7d1-60ed-4597-a93d-06408d3cc254 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440283
Sep 16 18:00:17.782967 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2ce9b-cdfe-42f5-b0f7-149bb8eabfa0 req-365f1cc9-234a-40ad-844a-1d30984703d4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:17.784527 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e7d2ce9b-cdfe-42f5-b0f7-149bb8eabfa0 req-365f1cc9-234a-40ad-844a-1d30984703d4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1188684
Sep 16 18:00:17.834417 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e7d2ce9b-cdfe-42f5-b0f7-149bb8eabfa0 req-972dc6a1-2077-45f3-ae52-bef19012d87a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412874
Sep 16 18:00:18.505132 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09afd37b-53e8-43b7-b0d9-37077a93353f req-e42246f2-bb8f-4312-b3c9-2346f921d5fd tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:18.506894 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-09afd37b-53e8-43b7-b0d9-37077a93353f req-e42246f2-bb8f-4312-b3c9-2346f921d5fd tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0841339
Sep 16 18:00:18.560111 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-09afd37b-53e8-43b7-b0d9-37077a93353f req-4722ba8a-f870-479b-91b9-05b88bdff27f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450573
Sep 16 18:00:19.068888 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c4288-5cc6-439d-8018-0abfc9a4d379 req-10063032-9013-4180-abd3-cad19bfd3740 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:19.070405 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0e0c4288-5cc6-439d-8018-0abfc9a4d379 req-10063032-9013-4180-abd3-cad19bfd3740 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0836623
Sep 16 18:00:19.127452 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0e0c4288-5cc6-439d-8018-0abfc9a4d379 req-371a8eac-af51-4b0a-a2a3-0ac261501f39 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513134
Sep 16 18:00:19.813461 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20bd28-112f-40c6-97d7-eeb060f34798 req-6295b465-6114-4874-bb8d-d9deee6b53af tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:19.821879 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9a20bd28-112f-40c6-97d7-eeb060f34798 req-6295b465-6114-4874-bb8d-d9deee6b53af tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.1171849
Sep 16 18:00:19.889115 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9a20bd28-112f-40c6-97d7-eeb060f34798 req-c9691ac8-d480-4994-a62d-5edba1c5f603 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596941
Sep 16 18:00:20.328003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e1e24-434a-4384-9281-a2b405367b21 req-9a394cb9-6f88-49d2-971b-6f293b13c8a5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:20.329534 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-024e1e24-434a-4384-9281-a2b405367b21 req-9a394cb9-6f88-49d2-971b-6f293b13c8a5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0868592
Sep 16 18:00:20.377105 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-024e1e24-434a-4384-9281-a2b405367b21 req-6c096ca1-2e6a-4c13-aeb7-7c821bdeaf9f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417283
Sep 16 18:00:21.095016 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac410b83-1270-41d5-96f5-4e75074ec7bd req-2b5a521c-065b-493f-89ef-f1dd009f9565 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:21.096502 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ac410b83-1270-41d5-96f5-4e75074ec7bd req-2b5a521c-065b-493f-89ef-f1dd009f9565 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0865159
Sep 16 18:00:21.142224 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ac410b83-1270-41d5-96f5-4e75074ec7bd req-e39b283d-749e-4fb8-a5e6-52644ff066a2 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399089
Sep 16 18:00:21.707012 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f6d7e-a13a-45b5-9b7f-08b2cdde1cff req-c77a479b-aab1-4d67-9bed-4ac78d1b9065 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:21.708615 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ef7f6d7e-a13a-45b5-9b7f-08b2cdde1cff req-c77a479b-aab1-4d67-9bed-4ac78d1b9065 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0806003
Sep 16 18:00:21.752796 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ef7f6d7e-a13a-45b5-9b7f-08b2cdde1cff req-989c314b-6ed8-4782-b677-b68cc7d2b66b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386460
Sep 16 18:00:22.333068 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd4b4b-052d-4480-862e-5de6d1919cf8 req-a9559419-07b1-4075-bd40-dfc8acf34085 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:22.334699 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4fd4b4b-052d-4480-862e-5de6d1919cf8 req-a9559419-07b1-4075-bd40-dfc8acf34085 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0841408
Sep 16 18:00:22.385034 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4fd4b4b-052d-4480-862e-5de6d1919cf8 req-1432e45b-3f82-451a-9ec9-52a0a319e4df tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447223
Sep 16 18:00:22.949450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612dc5c-af59-43a7-a661-4d14a94493b7 req-50f97b9e-b883-4b05-bc3d-21d4dab422cf tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:22.951195 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8612dc5c-af59-43a7-a661-4d14a94493b7 req-50f97b9e-b883-4b05-bc3d-21d4dab422cf tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0858524
Sep 16 18:00:22.998726 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8612dc5c-af59-43a7-a661-4d14a94493b7 req-2c5241e4-c516-4f79-b6b2-84ecb3431678 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416596
Sep 16 18:00:23.604907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d33a43-69be-43a2-a428-2d94910ac892 req-8d94007e-615d-4d85-bd1f-b68307099e78 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:23.607234 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9d33a43-69be-43a2-a428-2d94910ac892 req-8d94007e-615d-4d85-bd1f-b68307099e78 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 944 time: 0.0878422
Sep 16 18:00:23.666210 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9d33a43-69be-43a2-a428-2d94910ac892 req-7429c0d9-6b13-468b-b48f-57ca9d10d4f7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420005
Sep 16 18:00:23.995255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device cf538e86-7999-431f-b1c7-ea48c9794b0e up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:00:24.213667 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289194b6-21ba-40a7-951c-2b7f45d447ef req-4b48664c-51c8-4b92-9fd4-83132c0c6ec2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:24.215226 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-289194b6-21ba-40a7-951c-2b7f45d447ef req-4b48664c-51c8-4b92-9fd4-83132c0c6ec2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0886760
Sep 16 18:00:24.280603 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-289194b6-21ba-40a7-951c-2b7f45d447ef req-dd77d176-3678-496e-be8c-4ed99ffd596d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586042
Sep 16 18:00:24.325867 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port cf538e86-7999-431f-b1c7-ea48c9794b0e completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:00:24.332375 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port cf538e86-7999-431f-b1c7-ea48c9794b0e triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:00:24.332375 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:24.451868 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:24.529994 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ee80a-bec4-4e81-bcda-5b139adea697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf538e86-7999-431f-b1c7-ea48c9794b0e'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:00:24.529994 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port cf538e86-7999-431f-b1c7-ea48c9794b0e, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=cf538e86-7999-431f-b1c7-ea48c9794b0e,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:00:24.548616 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ee80a-bec4-4e81-bcda-5b139adea697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf538e86-7999-431f-b1c7-ea48c9794b0e', 'code': 200}
Sep 16 18:00:24.766008 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:24.768764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:24.854407 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=cf538e86-7999-431f-b1c7-ea48c9794b0e,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:24.860608 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:24.892353 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111057f2-a7bb-447a-8f22-bebaa227187a req-ce96d804-9451-4b77-9377-0a2ff534aec0 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:24.894233 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-111057f2-a7bb-447a-8f22-bebaa227187a req-ce96d804-9451-4b77-9377-0a2ff534aec0 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.1118574
Sep 16 18:00:24.945063 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-111057f2-a7bb-447a-8f22-bebaa227187a req-c7429be3-0198-4ac8-93c2-ce91e4cc5b33 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444810
Sep 16 18:00:25.475279 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76287ae-efe2-4c6d-9f8b-29d49de81656 req-b074dca2-fc47-43d0-aaec-2654595cfb84 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:25.476770 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c76287ae-efe2-4c6d-9f8b-29d49de81656 req-b074dca2-fc47-43d0-aaec-2654595cfb84 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0860772
Sep 16 18:00:25.535919 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c76287ae-efe2-4c6d-9f8b-29d49de81656 req-e8d1fab1-220d-465a-97c5-e9c179e62407 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523355
Sep 16 18:00:26.141832 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5585f43-f24e-479f-8d3d-26625a25c886 req-84fb3862-f878-4354-8333-0fd206768662 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:26.143304 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d5585f43-f24e-479f-8d3d-26625a25c886 req-84fb3862-f878-4354-8333-0fd206768662 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0899534
Sep 16 18:00:26.307110 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d5585f43-f24e-479f-8d3d-26625a25c886 req-3b02185e-dbf8-490e-b487-79c112a2cb2d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549640
Sep 16 18:00:26.743915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb832a5-7aa6-4bbb-9962-2e01ca5403ac req-8d0ecb37-dda0-402d-8a07-be9a51befbc5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:26.745564 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1eb832a5-7aa6-4bbb-9962-2e01ca5403ac req-8d0ecb37-dda0-402d-8a07-be9a51befbc5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0891566
Sep 16 18:00:26.809069 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1eb832a5-7aa6-4bbb-9962-2e01ca5403ac req-bd60db7e-c68c-4d4a-9495-a46cb1731716 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568266
Sep 16 18:00:27.496564 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d74e6-3bb7-4c8f-9067-65bea47074e0 req-a51e832d-6ec9-4b71-bd85-b127c78c5843 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:27.498329 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-318d74e6-3bb7-4c8f-9067-65bea47074e0 req-a51e832d-6ec9-4b71-bd85-b127c78c5843 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0799594
Sep 16 18:00:27.546555 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-318d74e6-3bb7-4c8f-9067-65bea47074e0 req-420f9bbf-6ca4-4ab4-a044-a73431d3134d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426853
Sep 16 18:00:28.027545 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1965be-b068-4151-9236-b26aaf196494 req-143119eb-4de7-45de-a305-436673ab77d1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:28.030050 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fd1965be-b068-4151-9236-b26aaf196494 req-143119eb-4de7-45de-a305-436673ab77d1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0924265
Sep 16 18:00:28.076899 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fd1965be-b068-4151-9236-b26aaf196494 req-126e7698-6609-4273-8c72-e192d2203655 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411222
Sep 16 18:00:28.763995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9cc34-2388-46f3-8614-506eaeda469d req-45969a05-8d3d-48e2-a3f8-ae0d540dc175 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:28.765491 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6ea9cc34-2388-46f3-8614-506eaeda469d req-45969a05-8d3d-48e2-a3f8-ae0d540dc175 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0997107
Sep 16 18:00:28.810276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6ea9cc34-2388-46f3-8614-506eaeda469d req-e8da226e-f7a1-4d21-be1a-5439c10b266b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391061
Sep 16 18:00:29.275886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0b9c8-32d4-41be-a534-5a188cc2f854 req-2dc8c387-f384-4ebd-9f9e-6302fe586f6d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:29.278852 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b9d0b9c8-32d4-41be-a534-5a188cc2f854 req-2dc8c387-f384-4ebd-9f9e-6302fe586f6d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0867481
Sep 16 18:00:29.330440 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b9d0b9c8-32d4-41be-a534-5a188cc2f854 req-0761b057-162f-47a0-a390-1bee0690d751 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441468
Sep 16 18:00:29.989838 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362244c4-4313-4126-93b4-ed68bae7cea4 req-d9814187-f389-410f-8584-297738dac50b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:29.991265 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-362244c4-4313-4126-93b4-ed68bae7cea4 req-d9814187-f389-410f-8584-297738dac50b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0770833
Sep 16 18:00:30.037543 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-362244c4-4313-4126-93b4-ed68bae7cea4 req-8fec5eda-fd56-49d4-aa6d-0bd5cfe13479 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407984
Sep 16 18:00:30.522370 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9607ef4-c138-414a-aed0-95e0d8eb3468 req-844a049b-f158-4559-8d9e-6eddf9ec8c07 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:30.523725 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9607ef4-c138-414a-aed0-95e0d8eb3468 req-844a049b-f158-4559-8d9e-6eddf9ec8c07 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0835068
Sep 16 18:00:30.566287 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9607ef4-c138-414a-aed0-95e0d8eb3468 req-931aa593-32df-46ff-9795-10e83a9a74f2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366478
Sep 16 18:00:31.209029 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcdceab-e3c1-48bc-95bd-7d0ed5138306 req-8f55f9ad-171f-4a3f-b45d-35d289909000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:31.210587 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-adcdceab-e3c1-48bc-95bd-7d0ed5138306 req-8f55f9ad-171f-4a3f-b45d-35d289909000 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 1098 time: 0.0708773
Sep 16 18:00:31.225179 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e5360-3f0e-4277-b4d5-c24442da6641 req-f27b1bcc-4e15-4726-9a70-e5fbe2572f37 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:31.226688 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fa0e5360-3f0e-4277-b4d5-c24442da6641 req-f27b1bcc-4e15-4726-9a70-e5fbe2572f37 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0819821
Sep 16 18:00:31.254830 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-adcdceab-e3c1-48bc-95bd-7d0ed5138306 req-4eaa0f8d-35c9-43f0-b0dc-3cbeb410cfa5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370407
Sep 16 18:00:31.272681 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fa0e5360-3f0e-4277-b4d5-c24442da6641 req-1044f8a9-ac3d-4728-ad52-fe73604806c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388877
Sep 16 18:00:31.756227 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97697c2b-4669-4e29-99f9-6dc9cddf5780 req-907121ae-4bff-4060-9a14-1fdb94900b1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:31.757698 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-97697c2b-4669-4e29-99f9-6dc9cddf5780 req-907121ae-4bff-4060-9a14-1fdb94900b1a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0825646
Sep 16 18:00:31.804162 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-97697c2b-4669-4e29-99f9-6dc9cddf5780 req-20471f00-f495-48bb-94b5-570c692f2602 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396335
Sep 16 18:00:32.462512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536076e-d298-439b-a290-e0f732a852cf req-c7739dfb-5e5f-46b4-bea9-36f33538798c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:32.463975 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d536076e-d298-439b-a290-e0f732a852cf req-c7739dfb-5e5f-46b4-bea9-36f33538798c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0848536
Sep 16 18:00:32.507384 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d536076e-d298-439b-a290-e0f732a852cf req-3230e60a-d23a-46e5-8f36-0af77e5969fd tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370815
Sep 16 18:00:32.997424 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb2741-f6d2-4863-a0d3-c35397499d77 req-97355fa1-8c59-4f20-98ed-4e997b88b644 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:32.999029 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2dbb2741-f6d2-4863-a0d3-c35397499d77 req-97355fa1-8c59-4f20-98ed-4e997b88b644 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0783846
Sep 16 18:00:33.046771 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2dbb2741-f6d2-4863-a0d3-c35397499d77 req-057fd1bd-c449-416c-aca4-6cefbcbb8b09 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420938
Sep 16 18:00:33.400055 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34670) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:33.513567 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:33.527340 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:33.531860 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Usage tracker for resource:security_group_rule and tenant:c6a8a4cafa7d45be96c4626b868013f0 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:33.534658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:33.540330 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:33.658162 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:33.704840 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dccc42-2ee9-421c-ac50-60115470ed3c req-94b87ae1-0f1a-430e-9ca0-17f82cc53222 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:33.706344 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-43dccc42-2ee9-421c-ac50-60115470ed3c req-94b87ae1-0f1a-430e-9ca0-17f82cc53222 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0917881
Sep 16 18:00:33.748984 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-43dccc42-2ee9-421c-ac50-60115470ed3c req-7c6cbd8e-d40a-4358-abd6-7f4ea8bb9fcb tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370901
Sep 16 18:00:33.781921 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:33.783848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:33.824214 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6a8a4cafa7d45be96c4626b868013f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4230735
Sep 16 18:00:33.825733 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5c662d-278c-4dc6-91b8-6e3700059d6f,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:33.827471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34678) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:33.832965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.833316 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.833663 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.834004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.834344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.834683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.835017 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.835349 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.835683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.836036 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.836372 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.836699 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:33.840605 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:33.886360 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:33.915621 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:34.091263 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:34.095052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a19222f5-8e8a-4a03-ae78-03cb04f38a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:34.108759 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5c662d-278c-4dc6-91b8-6e3700059d6f,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:34.120117 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.120484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.120845 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.121202 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.121716 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.122561 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.122956 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.123377 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.123646 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.124012 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.124357 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.124697 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:00:34.129484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:34.130441 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:34.131418 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1a5c662d-278c-4dc6-91b8-6e3700059d6f HTTP/1.1" status: 204  len: 168 time: 0.3029408
Sep 16 18:00:34.240714 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b712bd5-753a-497c-97d4-bcf8cd2eee9c req-705618b0-81a5-4726-ae01-c09d215397c9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:34.242167 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9b712bd5-753a-497c-97d4-bcf8cd2eee9c req-705618b0-81a5-4726-ae01-c09d215397c9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0838263
Sep 16 18:00:34.290114 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9b712bd5-753a-497c-97d4-bcf8cd2eee9c req-2adf4162-21e5-4205-bbc5-c11ea39c66f1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416710
Sep 16 18:00:34.915873 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34694) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:34.934211 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:34.934790 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e55ad-7a0f-4ade-b250-2f484da8edb0 req-90fbb628-7df5-4474-880e-2c62a7cf303d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:34.936349 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ef8e55ad-7a0f-4ade-b250-2f484da8edb0 req-90fbb628-7df5-4474-880e-2c62a7cf303d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0809126
Sep 16 18:00:34.956876 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:34.962272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff4ffdcd0bb24a25bc2e0df75dc9ce30 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:34.967061 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:34.974586 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:34.987745 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ef8e55ad-7a0f-4ade-b250-2f484da8edb0 req-2fe14348-c8fd-4604-b99d-e18cb8cd9b7b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453663
Sep 16 18:00:35.059957 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:35.130210 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:35.137907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7374b4ff-c0c9-4e65-9687-54130454aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:35.178023 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ff4ffdcd0bb24a25bc2e0df75dc9ce30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2610562
Sep 16 18:00:35.178915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74733cc8-de5b-47b7-8598-a5a59d71705c,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:35.180681 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34700) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:35.182030 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:35.240703 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:35.266477 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:35.388537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:35.394284 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-905ec4b4-b9d6-41bc-b65b-f3d598239db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:35.407205 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74733cc8-de5b-47b7-8598-a5a59d71705c,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:35.409731 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:35.417177 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:35.418732 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/74733cc8-de5b-47b7-8598-a5a59d71705c HTTP/1.1" status: 204  len: 168 time: 0.2364643
Sep 16 18:00:35.571322 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09c835-0d4f-44bb-b3f1-12413050531e req-42467b3f-9670-4c74-a566-3fc075084d7a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:35.572823 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-af09c835-0d4f-44bb-b3f1-12413050531e req-42467b3f-9670-4c74-a566-3fc075084d7a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.1658568
Sep 16 18:00:35.617508 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-af09c835-0d4f-44bb-b3f1-12413050531e req-5de10ad0-6388-43cc-bab6-d7c89f67896b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383279
Sep 16 18:00:36.174897 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd75aaa-c7dc-4de2-b1ef-70d33d27753f req-6fb1f712-6cfd-491c-a450-ace69633cc2f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:36.176408 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8fd75aaa-c7dc-4de2-b1ef-70d33d27753f req-6fb1f712-6cfd-491c-a450-ace69633cc2f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0844507
Sep 16 18:00:36.220377 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8fd75aaa-c7dc-4de2-b1ef-70d33d27753f req-17ed6e0e-0c76-4303-9e0b-1329b44a0ff2 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383751
Sep 16 18:00:36.813653 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20240fcc-29bd-487e-ae7d-337ff0110906 req-51deffb8-245a-41bf-9e1c-8c44ee17c25d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:36.815243 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-20240fcc-29bd-487e-ae7d-337ff0110906 req-51deffb8-245a-41bf-9e1c-8c44ee17c25d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0842526
Sep 16 18:00:36.864755 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-20240fcc-29bd-487e-ae7d-337ff0110906 req-442b6dc6-3074-4cbe-9026-8b182cf201ea tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431037
Sep 16 18:00:37.409885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9de136-ac38-430b-85a9-bf35e86f0432 req-a1655252-1215-4686-b392-108caf73a216 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:37.411364 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e9de136-ac38-430b-85a9-bf35e86f0432 req-a1655252-1215-4686-b392-108caf73a216 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0812922
Sep 16 18:00:37.455311 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e9de136-ac38-430b-85a9-bf35e86f0432 req-7735c9d3-7869-42d1-885c-fc500ce9ee8c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384412
Sep 16 18:00:37.490712 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7fd5a47e-fccd-4785-ae55-49648524a748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:38.067866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e15a2b-a597-4e6b-a886-4b91cc2ee51b req-5082c0f5-9257-4897-b30e-3c79c083ff60 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:38.069362 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-90e15a2b-a597-4e6b-a886-4b91cc2ee51b req-5082c0f5-9257-4897-b30e-3c79c083ff60 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0903165
Sep 16 18:00:38.102793 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:38.123679 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-90e15a2b-a597-4e6b-a886-4b91cc2ee51b req-4e432e93-ac53-4bc7-8615-e499250bc01c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475125
Sep 16 18:00:38.647686 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cfd02-a9a6-48e3-8363-4d7ff0159f8e req-77286d19-56b0-4434-bb3b-4ce3febc4e9c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:38.649192 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-152cfd02-a9a6-48e3-8363-4d7ff0159f8e req-77286d19-56b0-4434-bb3b-4ce3febc4e9c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0834146
Sep 16 18:00:38.696795 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-152cfd02-a9a6-48e3-8363-4d7ff0159f8e req-7dc4692a-9ed4-4b90-8ec7-70c4ab382f1e tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414250
Sep 16 18:00:39.318551 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da7a2a-8701-4763-9f61-da89bcdcd82f req-04a40306-a50a-4be7-8a42-43c7b5caebc0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:39.320090 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5da7a2a-8701-4763-9f61-da89bcdcd82f req-04a40306-a50a-4be7-8a42-43c7b5caebc0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 943 time: 0.0842168
Sep 16 18:00:39.366185 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5da7a2a-8701-4763-9f61-da89bcdcd82f req-9df5c66b-64c7-47bd-a857-53f70a8c8ffb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391014
Sep 16 18:00:40.031113 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:00:40.166374 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:00:40.182716 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'port_id': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'mac_address': 'fa:16:3e:b2:dd:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:00:40.241995 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:40.270335 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306b146-9702-4627-b5c0-e1b0e8ae7148 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:00:40.287123 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:00:40.377175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8dfb37fb-3277-462c-bcb9-782dd756612c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:40.378671 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:40.380484 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:40.455870 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=9']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:40.463201 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:40.566677 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43de9b5-4b58-42ec-be77-761d5fc851b1 req-9b963efa-f5bb-4b70-bf55-893a4d5f6e73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:40.568165 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c43de9b5-4b58-42ec-be77-761d5fc851b1 req-9b963efa-f5bb-4b70-bf55-893a4d5f6e73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.0802436
Sep 16 18:00:40.619131 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c43de9b5-4b58-42ec-be77-761d5fc851b1 req-61c7d038-b35d-44a1-996b-2e37063508fb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426435
Sep 16 18:00:40.707062 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['c306b146-9702-4627-b5c0-e1b0e8ae7148'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:00:40.775139 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34880) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:40.905718 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:40.920182 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:40.924064 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Usage tracker for resource:security_group_rule and tenant:d76b7b4e843049d1a886efbca97c02a5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:40.927026 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:40.933761 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:41.014896 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.112433 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.119832 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d8190f8f-1c0d-480a-82e8-d17b5ad5063c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:41.162876 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d76b7b4e843049d1a886efbca97c02a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864427
Sep 16 18:00:41.163809 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8afa8-b11c-4903-9558-1c5957827f8c,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:41.165674 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34886) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:41.167019 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:41.176954 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.245260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.292736 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.490847 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.495739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-22b0b3f1-827f-4123-91df-a03062438618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:41.508571 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8afa8-b11c-4903-9558-1c5957827f8c,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:41.515395 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:41.517350 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:41.518464 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e4f8afa8-b11c-4903-9558-1c5957827f8c HTTP/1.1" status: 204  len: 168 time: 0.3512812
Sep 16 18:00:41.842481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51135cff-24f6-4440-9e96-86326fbe59a1 req-fd4c8bfe-2c7f-428c-8bd2-643e2f99bfb1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:41.843863 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-51135cff-24f6-4440-9e96-86326fbe59a1 req-fd4c8bfe-2c7f-428c-8bd2-643e2f99bfb1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 944 time: 0.0851176
Sep 16 18:00:41.890337 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-51135cff-24f6-4440-9e96-86326fbe59a1 req-ec8c0c43-4edd-4207-bf8d-e0a38f0c2211 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402458
Sep 16 18:00:42.059939 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:00:42.150953 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port c306b146-9702-4627-b5c0-e1b0e8ae7148 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:00:42.151321 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:42.293801 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:42.323662 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:00:42.337580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:00:42.385040 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'code': 200}
Sep 16 18:00:42.427858 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:42.429960 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:42.497688 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=10']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:42.501406 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:42.702565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34936) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:42.742000 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:42.832803 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:42.848556 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:42.852397 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Usage tracker for resource:security_group_rule and tenant:b61b4909e0374aa48958c05c690e4035 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:42.855189 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:42.860957 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:42.942397 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:43.084103 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:43.093651 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9089aeb1-c74e-4753-b4b4-5ab87efe7355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:43.145336 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b61b4909e0374aa48958c05c690e4035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4416533
Sep 16 18:00:43.148567 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34954) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:43.167244 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41188d77-268b-4f18-80be-d90752bd828a req-985b29c5-abd1-4886-9c0e-3079fe317b73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:43.169601 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-41188d77-268b-4f18-80be-d90752bd828a req-985b29c5-abd1-4886-9c0e-3079fe317b73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.1628435
Sep 16 18:00:43.174193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8173f4f6-6795-4d9f-871b-8d194c3b8540,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:43.187476 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:43.216734 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:43.243968 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-41188d77-268b-4f18-80be-d90752bd828a req-cba13768-0abc-4f52-b034-a304d18f2d1f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530317
Sep 16 18:00:43.259784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:43.371396 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5689e-54c1-448b-8cf8-566b1afaf583 req-6ce2b817-a459-4099-8312-7caa2c89a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:43.373793 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-26b5689e-54c1-448b-8cf8-566b1afaf583 req-6ce2b817-a459-4099-8312-7caa2c89a5a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1099 time: 0.0906410
Sep 16 18:00:43.417232 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-26b5689e-54c1-448b-8cf8-566b1afaf583 req-17420df3-c598-4e7c-b18b-d05090cb9d0d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367670
Sep 16 18:00:43.445118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:43.449115 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-13ef8e3c-d4d5-422a-9c28-8bbd8ceca444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:43.462035 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8173f4f6-6795-4d9f-871b-8d194c3b8540,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:43.465636 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:43.475857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:43.479286 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8173f4f6-6795-4d9f-871b-8d194c3b8540 HTTP/1.1" status: 204  len: 168 time: 0.3274586
Sep 16 18:00:44.371276 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 34974) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:44.424839 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:44.447797 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:44.460527 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Usage tracker for resource:security_group_rule and tenant:e29fccb47d8546f9ad970c1f5add7acc is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:44.465769 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:44.473308 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:44.519892 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295aac5-67ec-470f-a8d6-8a484d950f96 req-25cfbfef-341e-408f-86c7-e45f8e0cfac3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:44.521405 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8295aac5-67ec-470f-a8d6-8a484d950f96 req-25cfbfef-341e-408f-86c7-e45f8e0cfac3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.1472189
Sep 16 18:00:44.587978 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8295aac5-67ec-470f-a8d6-8a484d950f96 req-076d6a6c-1541-4a17-aa69-720cad82a17e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607755
Sep 16 18:00:44.617484 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:44.724820 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:44.731730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-267f3892-25bc-4fdf-8591-e9f2f998a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:44.772179 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e29fccb47d8546f9ad970c1f5add7acc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3998389
Sep 16 18:00:44.773967 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398be4f8-eb21-4a6e-92f5-b157fc567cb5,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:44.774803 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 34980) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:44.778072 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:44.833879 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:44.859034 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:44.999209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:45.002767 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-63a4382d-5857-4a54-b361-1be46081a1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:45.019530 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398be4f8-eb21-4a6e-92f5-b157fc567cb5,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:45.021784 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:45.032727 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:45.036547 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/398be4f8-eb21-4a6e-92f5-b157fc567cb5 HTTP/1.1" status: 204  len: 168 time: 0.2580149
Sep 16 18:00:45.185808 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-34861df2-5eb3-43aa-8b64-3951dd1d3ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737383
Sep 16 18:00:45.188374 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:45.787582 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799124a-b8ae-4d49-811f-8fc0a5272b19 req-39c453f6-a8b7-467a-8d9e-8b06868af8e9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:45.787582 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8799124a-b8ae-4d49-811f-8fc0a5272b19 req-39c453f6-a8b7-467a-8d9e-8b06868af8e9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0819826
Sep 16 18:00:45.840733 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8799124a-b8ae-4d49-811f-8fc0a5272b19 req-d3c36efd-536f-4af7-bdda-66c4ed230c32 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457850
Sep 16 18:00:47.035497 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341348e9-c91a-446b-9557-97d6beaa3b78 req-b86ce469-27ca-4f38-b4f5-0b977a720612 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:47.038558 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-341348e9-c91a-446b-9557-97d6beaa3b78 req-b86ce469-27ca-4f38-b4f5-0b977a720612 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0842800
Sep 16 18:00:47.162240 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-341348e9-c91a-446b-9557-97d6beaa3b78 req-c9824d97-bb75-42b0-bdcf-a51d79ee609e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197054
Sep 16 18:00:48.369607 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97607645-9282-49d6-9137-be6703d42756 req-d244da0e-14df-442d-b2ba-d4a5709f51e8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:48.371066 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-97607645-9282-49d6-9137-be6703d42756 req-d244da0e-14df-442d-b2ba-d4a5709f51e8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0815609
Sep 16 18:00:48.418797 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-97607645-9282-49d6-9137-be6703d42756 req-7324b12b-7ec2-4829-b518-db8d875050de tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412350
Sep 16 18:00:49.499652 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-1d288b8b-bca5-4959-9462-b25972290413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:49.501167 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-1d288b8b-bca5-4959-9462-b25972290413 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1098 time: 0.0751984
Sep 16 18:00:49.609769 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b5fc4-bddb-4793-bd3c-03fae5cd9012 req-0aa8a021-e5ff-46fd-ba09-4ebe04df90ac tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:49.611124 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-941b5fc4-bddb-4793-bd3c-03fae5cd9012 req-0aa8a021-e5ff-46fd-ba09-4ebe04df90ac tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0784054
Sep 16 18:00:49.654786 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-941b5fc4-bddb-4793-bd3c-03fae5cd9012 req-f484b65a-4758-4192-b17b-e5e6e27913e1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381138
Sep 16 18:00:50.948160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a761a-d5cb-455c-a0b0-e4a4fea432e2 req-49569127-c86f-4846-832f-f260e4fab26e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:50.949558 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9f3a761a-d5cb-455c-a0b0-e4a4fea432e2 req-49569127-c86f-4846-832f-f260e4fab26e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.1791592
Sep 16 18:00:51.019078 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-be0b6f1c-ee08-4046-9495-a05584ce5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:51.019271 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-be0b6f1c-ee08-4046-9495-a05584ce5a3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 911 time: 0.1823354
Sep 16 18:00:51.030161 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9f3a761a-d5cb-455c-a0b0-e4a4fea432e2 req-d44a4419-ec24-4c4f-8467-f0e6acde7cc8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697422
Sep 16 18:00:51.125482 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-19111bda-7047-48c8-8ea0-34a343a422ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 200  len: 1000 time: 0.0985787
Sep 16 18:00:51.187008 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-6d32bb3a-4b24-4a30-9eb3-2fc533c87245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:51.188459 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-6d32bb3a-4b24-4a30-9eb3-2fc533c87245 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.0567396
Sep 16 18:00:51.352167 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-b8cea663-8781-4ee5-b1cc-d0b4a0162afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:51.353644 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-b8cea663-8781-4ee5-b1cc-d0b4a0162afd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1528437
Sep 16 18:00:51.499027 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-f0690f5c-b44d-4931-b138-8cae63bc3e0e service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378105
Sep 16 18:00:51.638922 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a4f9904b-2579-45d0-b8b9-a5c99a5488b8 req-6e2674a8-ed0e-47d1-b2cb-780bdfdf1a65 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332562
Sep 16 18:00:52.240414 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7414652-3910-4059-b01a-c36861d673b7 req-3762a536-ab06-41b4-8208-739b11a44d49 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:00:52.241889 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d7414652-3910-4059-b01a-c36861d673b7 req-3762a536-ab06-41b4-8208-739b11a44d49 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0840583
Sep 16 18:00:52.297003 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d7414652-3910-4059-b01a-c36861d673b7 req-6fc407dd-c3c6-4150-93f8-5b21b09b0fe5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458274
Sep 16 18:00:54.252255 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:00:55.994750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35222) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:56.109431 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.123671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:56.127418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Usage tracker for resource:security_group_rule and tenant:85a603524735411db52c3c36c2c2b478 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:56.130146 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:56.135773 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:56.220072 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.335950 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.343705 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-cfe936e4-765b-4e6b-980b-961036fb056a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:56.389165 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=85a603524735411db52c3c36c2c2b478&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3933363
Sep 16 18:00:56.391846 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35240) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:56.395072 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95a3ab4-db83-4ee6-920d-75e1313d8a0f,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:56.398651 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:56.457601 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.484782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.652159 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.658723 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-8b4ffae8-8b2b-47b8-9ce0-b644083f678e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:56.675627 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95a3ab4-db83-4ee6-920d-75e1313d8a0f,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:56.680066 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:56.690192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:56.692362 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e95a3ab4-db83-4ee6-920d-75e1313d8a0f HTTP/1.1" status: 204  len: 168 time: 0.2993450
Sep 16 18:00:57.479087 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35254) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:57.497611 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.511363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:57.515527 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Usage tracker for resource:security_group_rule and tenant:3c4619be12f54443a8b34086c98bb155 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:57.518548 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:57.524479 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:57.609802 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.678632 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.688167 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c5a7d767-c1e3-48e9-b036-449d5ae5c5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:57.729039 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3c4619be12f54443a8b34086c98bb155&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2488623
Sep 16 18:00:57.729958 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d7c597-5c90-41db-b1fe-3dd35ff2b9a4,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:57.732672 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35260) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:57.735106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:57.804719 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.832561 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.964880 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.970460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-13b887ba-234a-4b7b-a545-7cc07de49d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:57.988391 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d7c597-5c90-41db-b1fe-3dd35ff2b9a4,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:57.991294 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:57.994247 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:57.996483 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b1d7c597-5c90-41db-b1fe-3dd35ff2b9a4 HTTP/1.1" status: 204  len: 168 time: 0.2623146
Sep 16 18:00:58.572348 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35296) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:58.688932 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:58.705883 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:58.712028 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b1d23aed1e462db720d1140bcb196a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:58.715083 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:58.723597 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:58.807610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:58.830699 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35308) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:58.849146 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:58.863264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:00:58.867101 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Usage tracker for resource:security_group_rule and tenant:ffc0ef5f5566446eb6728e003231e74e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:00:58.869993 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:00:58.875556 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:58.882469 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:00:58.885931 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c73cf569-b893-4173-ade0-7389dc582d2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:58.943629 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f6b1d23aed1e462db720d1140bcb196a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3701441
Sep 16 18:00:58.944683 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028f9701-2f5f-4c2f-8709-174a907333fa,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:58.946335 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35312) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:58.949039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:59.006375 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.015234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.033894 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.073404 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.081304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a47ce62c-9dfd-4bb3-a59d-2be3ddaa2bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:59.121299 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffc0ef5f5566446eb6728e003231e74e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2895749
Sep 16 18:00:59.122692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff0cd59-0039-4825-ad32-afd141e99778,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:59.125328 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35316) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:00:59.125664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:59.172018 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.177510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:59.201217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028f9701-2f5f-4c2f-8709-174a907333fa,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:59.203530 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:59.212076 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.215006 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.216157 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-e8608ad4-d591-401b-bb6f-dce51c76c5b2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/028f9701-2f5f-4c2f-8709-174a907333fa HTTP/1.1" status: 204  len: 168 time: 0.2687659
Sep 16 18:00:59.243253 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.392889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.397773 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-296a92cb-c21a-45fe-b70d-f02cb3431d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:00:59.409786 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff0cd59-0039-4825-ad32-afd141e99778,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:00:59.412587 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:00:59.414571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:00:59.415824 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7ffb035f-c7aa-42f8-80b4-29a2a54e5c5e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fff0cd59-0039-4825-ad32-afd141e99778 HTTP/1.1" status: 204  len: 168 time: 0.2892454
Sep 16 18:01:02.895776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35448) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:03.009378 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.023948 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:03.027916 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Usage tracker for resource:security_group_rule and tenant:1088f7410daa4c2da051151f4fccd694 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:03.030765 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:03.036391 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:03.116948 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.198418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.205707 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-72a50497-c8f3-4d1c-bd56-fb92d91ea836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:03.249423 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1088f7410daa4c2da051151f4fccd694&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3525107
Sep 16 18:01:03.250272 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471b6d90-c6d6-4376-9893-d2b879ced412,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:03.252971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35454) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:03.253473 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:03.310954 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.335224 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.456637 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.461255 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-acfbb803-0e97-4551-8d0a-8b4d1dad69c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:03.477945 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471b6d90-c6d6-4376-9893-d2b879ced412,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:03.482597 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:03.490184 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:03.491355 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/471b6d90-c6d6-4376-9893-d2b879ced412 HTTP/1.1" status: 204  len: 168 time: 0.2370205
Sep 16 18:01:04.161255 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35470) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:04.178345 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.196284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:04.200009 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Usage tracker for resource:security_group_rule and tenant:e4b7e3cb10604771b715ad535b4b745b is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:04.203462 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:04.209394 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:04.291267 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.467728 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.476939 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-81294260-491a-4884-be5d-80fdf173ed79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:04.515551 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e4b7e3cb10604771b715ad535b4b745b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3531888
Sep 16 18:01:04.517075 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45bf579-bf11-4492-95e5-6d813adf872f,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:04.518133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35476) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:04.520237 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:04.576269 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.601073 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.730049 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.735666 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1a665623-6e3a-4657-ac46-ea69c4e0c118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:04.748403 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45bf579-bf11-4492-95e5-6d813adf872f,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:04.751153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:04.759434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:04.763630 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b45bf579-bf11-4492-95e5-6d813adf872f HTTP/1.1" status: 204  len: 168 time: 0.2414536
Sep 16 18:01:06.934516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35536) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:07.048253 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.062905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:07.066635 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Usage tracker for resource:security_group_rule and tenant:dded2361ae724ac08a7016039dd0e0ce is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:07.069346 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:07.075174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:07.154262 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.261333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.271629 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7d2aeb1d-6374-4362-bd40-0de8b8d666dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:07.311798 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=dded2361ae724ac08a7016039dd0e0ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3799012
Sep 16 18:01:07.313429 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a02e75-097a-4b73-8c21-c10b59072e60,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:07.314577 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35542) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:07.316744 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:07.372477 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.397625 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.489850 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-161d958f-2d9b-4b90-8e2c-19fcb1eec342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.518702 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.522428 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ac42624f-232b-4e9b-8a63-ede9a7e00da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:07.538981 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a02e75-097a-4b73-8c21-c10b59072e60,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:07.542629 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:07.548383 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:07.549469 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-858b4b63-4511-45a6-ad15-c5a9fd3d2fd7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3a02e75-097a-4b73-8c21-c10b59072e60 HTTP/1.1" status: 204  len: 168 time: 0.2338989
Sep 16 18:01:08.101515 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:10.307162 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-4de9fae6-112d-435e-ad28-7974d1264e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:11.186491 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:12.923914 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:15.162641 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:17.519421 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-42e2b8c7-3f5f-47ce-a4df-a19a273e61b6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=6c8f40017d44431cad094c29688697bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275095
Sep 16 18:01:17.667168 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-520295bc-80d1-422b-97a3-271f6b4b9886 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:17.668644 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-520295bc-80d1-422b-97a3-271f6b4b9886 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1442211
Sep 16 18:01:17.687330 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-f4e349ee-1141-4198-9342-297548095c17 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/quotas/6c8f40017d44431cad094c29688697bc HTTP/1.1" status: 200  len: 375 time: 0.0088415
Sep 16 18:01:17.730023 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-2c1d9753-2183-4580-975f-29c646ca893c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6c8f40017d44431cad094c29688697bc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412569
Sep 16 18:01:18.101226 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3e316a35-68d6-4335-98f7-e0e0639a4111 req-bba445ca-de8b-487d-af7c-44704cc6c742 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.1456983
Sep 16 18:01:19.195285 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-60e19d42-f8bf-4cd3-9f77-ca9a8a39b506 req-e524f5fd-480e-4537-bb45-2bc67b6dfe15 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.0420785
Sep 16 18:01:20.340908 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4d0b8487-224f-4fa5-8b15-5eac8d2b5193 req-690dbb05-0a96-415b-8421-74b92ee012fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.0422082
Sep 16 18:01:21.519335 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6b74176e-4df8-4e9d-be37-b5cfc1e92adb req-b316e750-f290-4cfe-838b-e7cac252b94f tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.0472982
Sep 16 18:01:22.124947 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-5c8b0c62-255d-4aa4-8732-2f99128a96e0 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c8f40017d44431cad094c29688697bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0271039
Sep 16 18:01:22.275843 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-8240a729-8888-4d19-b606-4ac201a5821c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:22.277471 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-8240a729-8888-4d19-b606-4ac201a5821c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1483159
Sep 16 18:01:22.292837 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Request body: {'port': {'device_id': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99', 'admin_state_up': True, 'tenant_id': '6c8f40017d44431cad094c29688697bc'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:22.433710 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:22.438056 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Usage tracker for resource:port and tenant:6c8f40017d44431cad094c29688697bc is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:22.440877 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:22.446774 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:22.564080 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Made reservation on behalf of 6c8f40017d44431cad094c29688697bc for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:01:22.567601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:22.581292 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:22.596634 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:22.600467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Usage tracker for resource:security_group_rule and tenant:6c8f40017d44431cad094c29688697bc is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:22.603605 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:22.609751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:22.674773 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-df543f68-7ca3-4dbb-b1bd-d46991fc418c req-8630c5cf-c31a-4594-9609-cdde2c07bc3a tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.0489342
Sep 16 18:01:22.706526 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:22.859866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:22.864134 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d49304a3-d3e4-4de1-9fc1-7a08a30d474a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:23.025528 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e583ec1-4f17-41fb-b433-dcde1e85900b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:23.034530 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:23.110156 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Allocated IP 192.168.233.42 (3433c12f-de9f-4d76-bd60-cb7b5db6ac99/43f86125-5eee-408d-aa8d-5888c2bc406d/ed455e50-5d66-4ed8-ab02-4a7bc9320e00) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:23.311258 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:23.328820 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Transition to ACTIVE for port object ed455e50-5d66-4ed8-ab02-4a7bc9320e00 will not be triggered until provisioned by entity DHCP. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:23.455798 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:23.470928 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-aa1be656-6515-468e-a59d-7caf1922d716 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:23.532739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:23.536231 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:23.540082 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:23.602794 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Pushing event updated for resources: {'Port': ['ID=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:23.608195 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:23.621855 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:23.622465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:23.771363 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4820991
Sep 16 18:01:23.844176 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-de7eab53-3990-4cf8-b036-ab6593ef098e None None] Provisioning for port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:23.859226 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-de7eab53-3990-4cf8-b036-ab6593ef098e None None] Provisioning complete for port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:23.859541 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-de7eab53-3990-4cf8-b036-ab6593ef098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:23.869379 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de37e36-de11-4747-9e67-dc67f584831e req-e8964213-5a6d-4a17-9cbe-45b4c09e090a tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:23.873579 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9de37e36-de11-4747-9e67-dc67f584831e req-e8964213-5a6d-4a17-9cbe-45b4c09e090a tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 935 time: 0.0830426
Sep 16 18:01:23.917051 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-de7eab53-3990-4cf8-b036-ab6593ef098e None None] Port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:01:23.919959 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9de37e36-de11-4747-9e67-dc67f584831e req-91dd1c3b-e68d-4a91-aafe-b3859d227458 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416873
Sep 16 18:01:25.105854 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22253d53-475c-471d-a4fa-006e434fe629 req-6653196b-445e-487b-a3fd-1ff59cbcf9e6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:25.107309 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-22253d53-475c-471d-a4fa-006e434fe629 req-6653196b-445e-487b-a3fd-1ff59cbcf9e6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 935 time: 0.0823984
Sep 16 18:01:25.150959 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-22253d53-475c-471d-a4fa-006e434fe629 req-4ec78968-a51f-4333-b3e7-0fd785b419ea tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379586
Sep 16 18:01:26.334654 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb173985-c4a3-41d2-9bac-47ba878dbe32 req-a2cb78fd-601a-4062-a31d-90fd3305472f tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:26.336243 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eb173985-c4a3-41d2-9bac-47ba878dbe32 req-a2cb78fd-601a-4062-a31d-90fd3305472f tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 935 time: 0.0781031
Sep 16 18:01:26.378560 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eb173985-c4a3-41d2-9bac-47ba878dbe32 req-31c5c001-f253-4cac-9f2c-76dbb63cbccd tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368783
Sep 16 18:01:26.445871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Request body: {'port': {'device_id': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:26.554070 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:26.890887 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed455e50-5d66-4ed8-ab02-4a7bc9320e00 {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:01:26.897953 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:26.911803 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Transition to ACTIVE for port object ed455e50-5d66-4ed8-ab02-4a7bc9320e00 will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:26.986871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:26.990380 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d0546f41-de7a-4f02-98fb-78f70debb89e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:27.139548 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Pushing event updated for resources: {'Port': ['ID=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:27.147710 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:27.223622 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Attempting to bind port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:27.223979 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Attempting to bind port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:27.224301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Attempting to bind port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 on network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:27.228740 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 on network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:01:27.229053 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Attempting to bind port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 on network 3433c12f-de9f-4d76-bd60-cb7b5db6ac99 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:27.234622 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:27.234945 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Checking segment: {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:27.235316 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Bound using segment: {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:27.235727 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Bound port: ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7be1446a-d5ee-4ae8-b639-f9a4f6550b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:27.236112 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:27.324050 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] For port ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:27.326817 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] For port ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:27.386652 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:27.390331 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-62d278a2-5f57-4af9-906d-cb8dd949667e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:27.451364 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:27.452120 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:27.453532 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed455e50-5d66-4ed8-ab02-4a7bc9320e00 HTTP/1.1" status: 200  len: 1097 time: 1.0579209
Sep 16 18:01:27.454032 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'tag': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:01:27.473942 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Pushing event updated for resources: {'Port': ['ID=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:27.477049 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:27.569454 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd0c62-69cb-4938-9883-15592e773b59 req-de74c8f2-1f27-4c16-a9a7-80bc7724349e tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:27.570968 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8ebd0c62-69cb-4938-9883-15592e773b59 req-de74c8f2-1f27-4c16-a9a7-80bc7724349e tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 947 time: 0.0852327
Sep 16 18:01:27.616802 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8ebd0c62-69cb-4938-9883-15592e773b59 req-b859b79a-a37f-4b7f-9630-f38c8a6c5442 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401111
Sep 16 18:01:27.722900 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'tag': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00', 'status': 'completed', 'code': 200}
Sep 16 18:01:28.075049 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03878506-ab4e-425e-b5ea-5d47d276b8b7 req-d724888e-b53a-4169-9775-e92eb60cd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:28.076473 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-03878506-ab4e-425e-b5ea-5d47d276b8b7 req-d724888e-b53a-4169-9775-e92eb60cd09f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8f40017d44431cad094c29688697bc&device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 1100 time: 0.0707808
Sep 16 18:01:28.115264 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-03878506-ab4e-425e-b5ea-5d47d276b8b7 req-12fb6bbd-8eb0-48d3-ac08-8dc12e10dfe4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=6c8f40017d44431cad094c29688697bc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0291040
Sep 16 18:01:28.255088 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03878506-ab4e-425e-b5ea-5d47d276b8b7 req-9183b1aa-815b-4eb4-8cf0-e36013b4125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:28.256577 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-03878506-ab4e-425e-b5ea-5d47d276b8b7 req-9183b1aa-815b-4eb4-8cf0-e36013b4125f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1344876
Sep 16 18:01:28.364118 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-134d5aea-403f-4765-9e51-b25012f4a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:28.365543 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-134d5aea-403f-4765-9e51-b25012f4a336 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c8f40017d44431cad094c29688697bc&device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 1100 time: 0.0745025
Sep 16 18:01:28.519797 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-04cdb70f-0e41-4305-8282-7b12bb96bbba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=ed455e50-5d66-4ed8-ab02-4a7bc9320e00 HTTP/1.1" status: 200  len: 217 time: 0.1470342
Sep 16 18:01:28.583654 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-e03b47ad-47e7-4acf-bd27-34209b553b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:28.585097 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-e03b47ad-47e7-4acf-bd27-34209b553b67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43f86125-5eee-408d-aa8d-5888c2bc406d HTTP/1.1" status: 200  len: 843 time: 0.0590005
Sep 16 18:01:28.665037 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-7efaf5be-42ed-445a-a860-c46792c00f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:28.666721 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-7efaf5be-42ed-445a-a860-c46792c00f87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3433c12f-de9f-4d76-bd60-cb7b5db6ac99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0754199
Sep 16 18:01:28.831620 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de515e44-c4f6-4635-93ff-a13d602125c5 req-f01f3d9e-2e34-4b1a-ab9b-77e6901f3d95 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:28.834868 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-b3f30b9c-c49a-431a-a067-e6aa7fe290ea service neutron] 10.222.0.13 "GET /v2.0/networks/3433c12f-de9f-4d76-bd60-cb7b5db6ac99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574681
Sep 16 18:01:28.834985 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de515e44-c4f6-4635-93ff-a13d602125c5 req-f01f3d9e-2e34-4b1a-ab9b-77e6901f3d95 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 947 time: 0.0969145
Sep 16 18:01:28.885312 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-de515e44-c4f6-4635-93ff-a13d602125c5 req-85e57e99-da1c-460a-92fd-98db82c06b06 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457909
Sep 16 18:01:28.976661 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-93c21f0f-76fe-4368-b1ae-645bec1b0f8a req-37ba02dd-b940-4584-80c5-c35101db52fb service neutron] 10.222.0.13 "GET /v2.0/networks/3433c12f-de9f-4d76-bd60-cb7b5db6ac99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343598
Sep 16 18:01:30.088550 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-6f171919-dbd2-41c3-a744-3c173253e55e tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:30.089322 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-6f171919-dbd2-41c3-a744-3c173253e55e tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Synchronizing usage tracker for tenant:6c8f40017d44431cad094c29688697bc on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:01:30.181250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-6f171919-dbd2-41c3-a744-3c173253e55e tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Unset dirty status for tenant:6c8f40017d44431cad094c29688697bc on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:01:30.182422 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-6f171919-dbd2-41c3-a744-3c173253e55e tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 947 time: 0.1849184
Sep 16 18:01:30.227917 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-3845e7b0-f7ac-4c20-9b98-0d858f673ac2 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Synchronizing usage tracker for tenant:6c8f40017d44431cad094c29688697bc on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:01:30.306416 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-3845e7b0-f7ac-4c20-9b98-0d858f673ac2 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Unset dirty status for tenant:6c8f40017d44431cad094c29688697bc on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:01:30.307636 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-36c5b91d-3031-4ae5-badf-4954a4393204 req-3845e7b0-f7ac-4c20-9b98-0d858f673ac2 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195099
Sep 16 18:01:31.251342 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:01:31.498968 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c481-2328-4d99-bc3b-44e8e01d6227 req-9c229494-dfa8-47d1-9b08-068d83122431 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:31.500719 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c488c481-2328-4d99-bc3b-44e8e01d6227 req-9c229494-dfa8-47d1-9b08-068d83122431 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 947 time: 0.0823669
Sep 16 18:01:31.545498 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c488c481-2328-4d99-bc3b-44e8e01d6227 req-c21204c9-0d2e-4fd3-90fb-42a626abdfc6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390399
Sep 16 18:01:32.368841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device ed455e50-5d66-4ed8-ab02-4a7bc9320e00 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:01:32.498843 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:32.513536 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00', 'network_id': '3433c12f-de9f-4d76-bd60-cb7b5db6ac99', 'port_id': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00', 'mac_address': 'fa:16:3e:66:85:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f86125-5eee-408d-aa8d-5888c2bc406d', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:01:32.569873 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:32.587041 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed455e50-5d66-4ed8-ab02-4a7bc9320e00 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:01:32.602738 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:32.728182 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:32.732719 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:32.732872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f9f0e-a067-4bfa-ad49-82f303cff5ea req-e3d3feba-c7fe-444a-8106-11dd01335631 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:32.732872 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fa3f9f0e-a067-4bfa-ad49-82f303cff5ea req-e3d3feba-c7fe-444a-8106-11dd01335631 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 947 time: 0.0818481
Sep 16 18:01:32.779992 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fa3f9f0e-a067-4bfa-ad49-82f303cff5ea req-3adc1b0d-1194-4824-bc13-a9008fcbf6de tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417826
Sep 16 18:01:32.806823 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:32.813934 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.814274 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.814609 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.814937 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.815267 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.815587 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.815908 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.816253 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.816594 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.816915 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.817230 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.817543 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:32.821372 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:33.169702 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['ed455e50-5d66-4ed8-ab02-4a7bc9320e00'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:01:33.969077 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a18b1-1a0f-4177-a791-97a166401f30 req-a016d404-0dd8-4e23-bfa0-2442628031ca tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:33.970547 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5f6a18b1-1a0f-4177-a791-97a166401f30 req-a016d404-0dd8-4e23-bfa0-2442628031ca tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 948 time: 0.0837479
Sep 16 18:01:34.013842 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5f6a18b1-1a0f-4177-a791-97a166401f30 req-89465f89-8205-4ac8-92c9-0c76ab17799b tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378048
Sep 16 18:01:34.381275 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device ed455e50-5d66-4ed8-ab02-4a7bc9320e00 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:34.523896 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:34.529215 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:34.529636 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:34.676862 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:34.706608 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:01:34.716485 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:34.754700 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00', 'code': 200}
Sep 16 18:01:34.798921 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:34.800788 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-35db29e0-5c41-45fa-93f1-744dbcaa9d30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:34.864630 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:34.867643 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:35.171611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaad136-5756-4736-aa10-7fe822819654 req-c3cbb4a4-ae3f-4d5b-90f3-08af075d5041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:35.173120 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4aaad136-5756-4736-aa10-7fe822819654 req-c3cbb4a4-ae3f-4d5b-90f3-08af075d5041 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 1102 time: 0.0730577
Sep 16 18:01:35.208955 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbfbec-86c2-40f1-ba65-c7a4040ef588 req-8fab8d8f-151a-4396-9a46-f9d0e8964262 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:35.210429 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ccbfbec-86c2-40f1-ba65-c7a4040ef588 req-8fab8d8f-151a-4396-9a46-f9d0e8964262 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.0844300
Sep 16 18:01:35.220009 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4aaad136-5756-4736-aa10-7fe822819654 req-cbd898f6-1cf8-403a-a687-36985aa24edb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371664
Sep 16 18:01:35.256083 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ccbfbec-86c2-40f1-ba65-c7a4040ef588 req-af36263b-4d0d-4d1c-8517-d2546815e93c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395374
Sep 16 18:01:35.718779 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 35968) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:35.835097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:35.849463 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:35.853874 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e23bd595f5f4198af837da2da818be0 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:35.856018 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:35.862204 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:35.944664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:36.020019 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:36.027672 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-be55dac4-6020-4a01-bee3-086c64483b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:36.076667 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e23bd595f5f4198af837da2da818be0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3544815
Sep 16 18:01:36.076667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de69c1a-564d-4970-8c64-d76ca3f91435,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:36.077010 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 35978) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:36.084764 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.085140 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.085481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.085822 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.086164 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.086504 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.086842 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.087178 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.088314 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.088663 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.089000 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.089699 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.094777 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:36.214022 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:36.240542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:36.363762 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:36.368507 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-faa6ada3-ff9b-416f-87df-d3328a099137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:36.383705 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de69c1a-564d-4970-8c64-d76ca3f91435,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:36.394779 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.395143 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.395517 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.395863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.396411 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.396787 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.401951 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.401951 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.401951 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.401951 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.401951 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.401951 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:36.403941 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:36.406087 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:36.407584 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6de69c1a-564d-4970-8c64-d76ca3f91435 HTTP/1.1" status: 204  len: 168 time: 0.3289032
Sep 16 18:01:36.490667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8068d67-7df9-4c5a-a710-8f42965868f3 req-a84c5b29-377f-4a79-a5b3-9d396d68f5c7 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:36.492143 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e8068d67-7df9-4c5a-a710-8f42965868f3 req-a84c5b29-377f-4a79-a5b3-9d396d68f5c7 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.1242454
Sep 16 18:01:36.541484 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e8068d67-7df9-4c5a-a710-8f42965868f3 req-9b8a14fe-f764-4508-ba96-2e67489fe9e5 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436749
Sep 16 18:01:37.523897 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-55b82706-bc23-4bcb-aa7d-a45e737eaaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:37.544463 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36012) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:37.693414 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-347473157-network', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:37.703272 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:37.709509 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Usage tracker for resource:network and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:37.722863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:37.730900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:37.761147 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1985-f0cc-4b82-8b91-d8263874b398 req-b039f560-681e-4399-8a18-d467afbc073c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:37.762593 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-26fa1985-f0cc-4b82-8b91-d8263874b398 req-b039f560-681e-4399-8a18-d467afbc073c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.1119292
Sep 16 18:01:37.806998 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-26fa1985-f0cc-4b82-8b91-d8263874b398 req-b854044f-1128-47fe-8e4e-ebb8c402f288 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387416
Sep 16 18:01:37.877508 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Made reservation on behalf of 3e78bc05d66d430a9ae4e9fcb7eb156f for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:01:37.880024 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:37.897227 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:37.913821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:37.917969 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:37.922249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:37.927971 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:38.020816 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.112262 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.164087 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.167049 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:38.196246 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:01:38.204805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afc79c0-f893-4182-9f05-e006e93fc9f4,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:38.208361 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:38.210660 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.210995 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Added segment 611ba419-0243-4cfe-ad9c-5a565dff65fc of type vlan for network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273
Sep 16 18:01:38.238857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.409422 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.411034 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:38.411613 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:38.416015 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fbc39dc5-c1fc-4c89-9da8-d0ee8e63b924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:38.515498 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Pushing event updated for resources: {'Network': ['ID=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:38.518356 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:38.525563 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:01:38.597054 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0487156
Sep 16 18:01:38.597637 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36032) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:38.604187 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Request body: {'subnet': {'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-347473157-subnet', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:38.610697 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:38.651717 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Usage tracker for resource:subnet and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:38.658863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:38.666250 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:38.710289 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edac2b-b4f4-4e19-8eae-772cfb91bb65 req-71ad681b-45d4-4a4e-93cf-bc86c701c1dc tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:38.711768 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82edac2b-b4f4-4e19-8eae-772cfb91bb65 req-71ad681b-45d4-4a4e-93cf-bc86c701c1dc tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.1039464
Sep 16 18:01:38.755266 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82edac2b-b4f4-4e19-8eae-772cfb91bb65 req-96027e3e-49a1-42df-b71d-3f8c515905f4 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377374
Sep 16 18:01:38.820805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Made reservation on behalf of 3e78bc05d66d430a9ae4e9fcb7eb156f for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:01:38.823134 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14815049'] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.095166 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15192604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14815103'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.099158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:39.173584 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4908874-57a5-435d-9c42-4276ea03c166,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:39.176830 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:39.182537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Checking segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:39.182888 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Network hostable DHCP agents. Network: 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:01:39.266219 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:01:39.329446 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:39.333440 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:39.334020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.338353 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284a1a0e-f6e6-490f-973f-80d304c268a5 None None] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:01:39.472857 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8742874
Sep 16 18:01:39.475352 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36040) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:39.480307 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:39.485416 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:39.490716 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Usage tracker for resource:router and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:39.492426 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:39.498719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:39.578747 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 18:01:39.579575 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.598080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.599714 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.616670 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.732841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Allocated IP 172.20.0.2 (6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273/c4908874-57a5-435d-9c42-4276ea03c166/37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:39.950484 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:39.960300 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Transition to ACTIVE for port object 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:39.970205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47311bbc-0d67-423b-ba19-014f1397f3f3 req-7ca14c0c-63be-4348-81d3-50260574427d tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:39.977464 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-47311bbc-0d67-423b-ba19-014f1397f3f3 req-7ca14c0c-63be-4348-81d3-50260574427d tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.1042278
Sep 16 18:01:39.978584 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Transition to ACTIVE for port object 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:40.021639 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-47311bbc-0d67-423b-ba19-014f1397f3f3 req-76d93cee-23c9-4a11-beba-6cb3560f726c tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433168
Sep 16 18:01:40.036164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.049728 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.054093 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:40.117894 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:40.120818 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:40.124922 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:40.130415 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Pushing event updated for resources: {'Port': ['ID=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:40.158783 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:40.224136 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Attempting to bind port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:40.224415 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Attempting to bind port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:40.224781 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Attempting to bind port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 on network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:40.230061 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:40.230461 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Checking segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:40.230862 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.231255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Bound using segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:40.232535 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Bound port: 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:40.232535 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.331864 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] For port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:40.335962 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] For port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:40.369910 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-429700b8-91ed-4a63-b429-4f7f68e3e90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.403780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.414108 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:40.424849 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.491459 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Pushing event updated for resources: {'Port': ['ID=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:40.500817 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:40.562585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.720585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Allocated IP 172.27.1.203 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/ff5408fd-404f-4ea5-9549-571cb5de8c18) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:40.875292 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.992829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:40.997563 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:41.055789 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:41.058598 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:41.062962 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:41.106482 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Pushing event updated for resources: {'Port': ['ID=ff5408fd-404f-4ea5-9549-571cb5de8c18,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:41.110940 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:41.220117 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:41.382202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369d5bf-6ae5-4363-a3cf-110318fa3439 req-7a1b4b9b-ec29-447f-af6d-8e99a49b0ad1 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:41.383695 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5369d5bf-6ae5-4363-a3cf-110318fa3439 req-7a1b4b9b-ec29-447f-af6d-8e99a49b0ad1 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.2076800
Sep 16 18:01:41.430483 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5369d5bf-6ae5-4363-a3cf-110318fa3439 req-7a9eff28-0d2c-4036-ab3c-6a62e81d2787 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407057
Sep 16 18:01:41.433490 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368647be-ebbd-45c0-b5f1-75eb34032461 None None] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:01:41.595742 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7177617a-d845-44ea-a7de-491064f274e1 None None] Provisioning for port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:41.675287 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.010417 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.110070 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:42.289286 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:42.294255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:42.294636 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.413230 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.434864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Router 50f133d0-63f7-47e6-acca-9342558aa280 is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 18:01:42.453904 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:42.501085 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.504091 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:42.599725 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:42.602814 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:42.625290 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:01:42.638360 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Sync routers for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:01:42.640822 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18bd888-763c-494a-aae4-42bf585ad352 req-95cb45d7-6fa4-4f78-8934-dd95023df98a tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:42.642360 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b18bd888-763c-494a-aae4-42bf585ad352 req-95cb45d7-6fa4-4f78-8934-dd95023df98a tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.0985286
Sep 16 18:01:42.654395 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:42.655707 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f650e700>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:42.689094 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b18bd888-763c-494a-aae4-42bf585ad352 req-f6bf71fe-08cb-4afe-a6f9-b821a6f748af tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402372
Sep 16 18:01:42.762286 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.766839 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.2872565
Sep 16 18:01:42.767326 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36062) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:42.771273 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:42.846004 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:43.131184 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f650e700>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:41Z', 'revision_number': 3, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:43.134920 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Checking router: 50f133d0-63f7-47e6-acca-9342558aa280 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:01:43.135275 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Updating router 50f133d0-63f7-47e6-acca-9342558aa280 port ff5408fd-404f-4ea5-9549-571cb5de8c18 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:01:43.193981 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:43.439374 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:43.538493 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:43.550680 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Transition to ACTIVE for port object ff5408fd-404f-4ea5-9549-571cb5de8c18 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:43.659772 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Allocated IP 172.20.0.1 (6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273/c4908874-57a5-435d-9c42-4276ea03c166/861b6ae2-2109-4474-9b94-a40d4098ace3) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:43.702446 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:43.702446 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-471519d1-22c7-49a7-9f00-6da869e9234b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:43.785713 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Attempting to bind port ff5408fd-404f-4ea5-9549-571cb5de8c18 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:43.786087 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Attempting to bind port ff5408fd-404f-4ea5-9549-571cb5de8c18 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:43.786450 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Attempting to bind port ff5408fd-404f-4ea5-9549-571cb5de8c18 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:43.792531 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5aafb-69f7-4aac-bbee-a28ce465e20f None None] Pushing event updated for resources: {'Port': ['ID=ff5408fd-404f-4ea5-9549-571cb5de8c18,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:43.798621 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-9ed5aafb-69f7-4aac-bbee-a28ce465e20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:43.809083 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:43.809824 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:43.810484 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:43.811150 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:43.812113 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Bound port: ff5408fd-404f-4ea5-9549-571cb5de8c18, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:43.812837 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:43.910827 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] For port ff5408fd-404f-4ea5-9549-571cb5de8c18, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:43.914182 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] For port ff5408fd-404f-4ea5-9549-571cb5de8c18, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=ff5408fd-404f-4ea5-9549-571cb5de8c18,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:43.971587 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.000330 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Transition to ACTIVE for port object 861b6ae2-2109-4474-9b94-a40d4098ace3 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:44.034251 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910156e-abee-47b8-a772-523f83a015ed req-683e4e67-c299-425e-9d9d-1fefa69550cd tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:44.035747 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e910156e-abee-47b8-a772-523f83a015ed req-683e4e67-c299-425e-9d9d-1fefa69550cd tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.2130568
Sep 16 18:01:44.054197 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.062035 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:44.085132 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e910156e-abee-47b8-a772-523f83a015ed req-b2e7fd9c-5752-4bd5-b689-8e890bc7c340 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431533
Sep 16 18:01:44.110271 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:44.128572 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.132356 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-61670f68-cdf5-4ae7-a0f4-7f46a6d6d15e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:44.197390 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:44.200350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:44.204897 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:44.213077 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:44.213724 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f650e700>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:44.242890 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Pushing event updated for resources: {'Port': ['ID=861b6ae2-2109-4474-9b94-a40d4098ace3,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:44.249714 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:44.260905 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5aafb-69f7-4aac-bbee-a28ce465e20f None None] Pushing event updated for resources: {'Port': ['ID=ff5408fd-404f-4ea5-9549-571cb5de8c18,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:44.265477 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-9ed5aafb-69f7-4aac-bbee-a28ce465e20f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:44.274088 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.361696 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:44.362077 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.516794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:44.685517 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.768062 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-19767ac9-2fee-49ea-9f2e-fff747e6783c None None] Provisioning for port 861b6ae2-2109-4474-9b94-a40d4098ace3 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:44.782053 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-19767ac9-2fee-49ea-9f2e-fff747e6783c None None] Provisioning complete for port 861b6ae2-2109-4474-9b94-a40d4098ace3 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:44.789106 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-19767ac9-2fee-49ea-9f2e-fff747e6783c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.891225 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-19767ac9-2fee-49ea-9f2e-fff747e6783c None None] Port 861b6ae2-2109-4474-9b94-a40d4098ace3 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:01:44.922012 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f650e700>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:41Z', 'revision_number': 3, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:44.924319 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:44.926158 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1095e0a-0d48-49b3-8a11-df712e5e8056 None None] The sync data for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi is: [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:41Z', 'revision_number': 3, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:01:45.078537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:45.104134 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:45.215808 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:45.220655 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Pushing event updated for resources: {'Port': ['ID=861b6ae2-2109-4474-9b94-a40d4098ace3,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:45.224217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:45.322048 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52911787-95bc-49ed-b7cd-9c746b76ed22 req-364c2718-afcd-446a-b879-9f86606307a7 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:45.326040 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-52911787-95bc-49ed-b7cd-9c746b76ed22 req-364c2718-afcd-446a-b879-9f86606307a7 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.0945928
Sep 16 18:01:45.370476 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-52911787-95bc-49ed-b7cd-9c746b76ed22 req-e3cce40f-95ca-4d91-a83e-fd16fba94df0 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399528
Sep 16 18:01:45.375646 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:45.376828 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:45.578747 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Router 50f133d0-63f7-47e6-acca-9342558aa280 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:01:45.614936 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-9efc9fb9-d2d0-4437-84cf-9e143f8b97ea None None] Provisioning complete for port 861b6ae2-2109-4474-9b94-a40d4098ace3 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:45.615676 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9efc9fb9-d2d0-4437-84cf-9e143f8b97ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:45.673128 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-9efc9fb9-d2d0-4437-84cf-9e143f8b97ea None None] Port 861b6ae2-2109-4474-9b94-a40d4098ace3 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:01:45.767791 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:01:45.777631 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] 10.222.0.37 "PUT /v2.0/routers/50f133d0-63f7-47e6-acca-9342558aa280/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0085800
Sep 16 18:01:46.113556 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:46.140068 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ff5408fd-404f-4ea5-9549-571cb5de8c18 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:46.368274 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port ff5408fd-404f-4ea5-9549-571cb5de8c18 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:46.373320 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port ff5408fd-404f-4ea5-9549-571cb5de8c18 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:46.378529 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:46.507980 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:46.532254 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port ff5408fd-404f-4ea5-9549-571cb5de8c18, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=ff5408fd-404f-4ea5-9549-571cb5de8c18,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:46.570671 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Sync routers for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:01:46.576740 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a3aa8-0d46-4aad-b5d3-1db895a97d89 req-d13f4b01-49dd-445f-a830-c81075d1dd85 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:46.578528 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-659a3aa8-0d46-4aad-b5d3-1db895a97d89 req-d13f4b01-49dd-445f-a830-c81075d1dd85 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.0890534
Sep 16 18:01:46.580648 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:46.584414 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6cb75e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:46.584778 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-39172f46-a2b7-4349-ac39-4c26ca096167 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:46.586310 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-39172f46-a2b7-4349-ac39-4c26ca096167 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.13 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 949 time: 0.0944993
Sep 16 18:01:46.627280 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-659a3aa8-0d46-4aad-b5d3-1db895a97d89 req-b1831262-422d-475e-822f-3281f0b76b7f tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/security-groups?id=1e583ec1-4f17-41fb-b433-dcde1e85900b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409515
Sep 16 18:01:46.679407 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Deleting port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:01:46.679824 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:46.752310 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:46.770848 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:46.803628 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:46.865333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36104) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:46.866051 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=ff5408fd-404f-4ea5-9549-571cb5de8c18,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:46.870323 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:46.871119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-685498428-network', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:46.876447 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:46.881423 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Usage tracker for resource:network and tenant:2ef5696e4d3b4eeeb9c23ea4d06fde6a is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:46.884518 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:46.891151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:46.980643 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] For port ed455e50-5d66-4ed8-ab02-4a7bc9320e00, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,segment=NetworkSegment(7be1446a-d5ee-4ae8-b639-f9a4f6550b39),segment_id=7be1446a-d5ee-4ae8-b639-f9a4f6550b39)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:46.981033 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.059719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Made reservation on behalf of 2ef5696e4d3b4eeeb9c23ea4d06fde6a for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:01:47.063059 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.135804 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6cb75e0>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 2, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:47.140929 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Checking router: 50f133d0-63f7-47e6-acca-9342558aa280 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:01:47.141286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Updating router 50f133d0-63f7-47e6-acca-9342558aa280 port 861b6ae2-2109-4474-9b94-a40d4098ace3 binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:01:47.191567 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.200082 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.207109 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:47.210978 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ef5696e4d3b4eeeb9c23ea4d06fde6a is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:47.212622 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Calling delete_port for ed455e50-5d66-4ed8-ab02-4a7bc9320e00 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:01:47.214536 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:47.221504 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:47.309960 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.465488 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.470097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f1dd8787-8e1a-4849-b142-bc810c274b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:47.496944 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:01:47.505950 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375d643d-84fd-40d2-a6a3-c5369c6d3d2d,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:47.509462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:47.511761 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.512126 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Added segment 0bc6d84f-ade6-4403-92e4-addb10216cf5 of type vlan for network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1
Sep 16 18:01:47.529542 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.543554 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.543835 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9b485de8-42ac-45d2-8400-5bc1fa2b8a62 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:47.549212 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['ed455e50-5d66-4ed8-ab02-4a7bc9320e00'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:01:47.591853 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Pushing event deleted for resources: {'Port': ['ID=ed455e50-5d66-4ed8-ab02-4a7bc9320e00,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:47.595511 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:47.608933 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.619005 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Transition to ACTIVE for port object 861b6ae2-2109-4474-9b94-a40d4098ace3 will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:47.689444 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] No DVR routers for this DVR port ed455e50-5d66-4ed8-ab02-4a7bc9320e00 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:01:47.697364 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.706143 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.707773 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:47.708518 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.718682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'name': 'network-vif-deleted', 'tag': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:01:47.718857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-021f78ec-7db7-4b6e-bb75-70bd2c948bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:47.769842 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:47.784127 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:47.791869 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e3cd24-5033-4f46-ace6-d38fd2deaee7', 'name': 'network-vif-deleted', 'tag': 'ed455e50-5d66-4ed8-ab02-4a7bc9320e00', 'status': 'completed', 'code': 200}
Sep 16 18:01:47.861219 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-9f45ac5d-94b8-4971-a779-b2be4ecc6798 req-18b0728e-5f14-465c-a486-4a4501b503d6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Synchronizing usage tracker for tenant:6c8f40017d44431cad094c29688697bc on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:01:47.919504 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Pushing event updated for resources: {'Network': ['ID=7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:47.922345 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:47.929837 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:01:47.946804 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-df9e915c-133c-4f70-91cf-71292b2be7ce req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.13 "DELETE /v2.0/ports/ed455e50-5d66-4ed8-ab02-4a7bc9320e00 HTTP/1.1" status: 204  len: 173 time: 1.3544943
Sep 16 18:01:47.992685 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Pushing event updated for resources: {'Port': ['ID=861b6ae2-2109-4474-9b94-a40d4098ace3,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:48.034844 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.034844 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.034844 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.035444 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.035444 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.035696 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.035820 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.036169 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.036502 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.036819 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.037132 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.037443 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:01:48.045135 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:48.062737 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Attempting to bind port 861b6ae2-2109-4474-9b94-a40d4098ace3 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:48.063175 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Attempting to bind port 861b6ae2-2109-4474-9b94-a40d4098ace3 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:48.063605 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Attempting to bind port 861b6ae2-2109-4474-9b94-a40d4098ace3 on network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:48.069551 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:48.072640 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Checking segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:48.072640 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:48.072640 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Bound using segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:48.072640 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Bound port: 861b6ae2-2109-4474-9b94-a40d4098ace3, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:48.072640 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:48.113112 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ff5408fd-404f-4ea5-9549-571cb5de8c18 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:48.172510 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] For port 861b6ae2-2109-4474-9b94-a40d4098ace3, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:48.175735 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] For port 861b6ae2-2109-4474-9b94-a40d4098ace3, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=861b6ae2-2109-4474-9b94-a40d4098ace3,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:48.181524 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port ff5408fd-404f-4ea5-9549-571cb5de8c18 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:48.181903 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:48.253915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-9f45ac5d-94b8-4971-a779-b2be4ecc6798 req-18b0728e-5f14-465c-a486-4a4501b503d6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Unset dirty status for tenant:6c8f40017d44431cad094c29688697bc on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:01:48.254366 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.3876963
Sep 16 18:01:48.256907 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9f45ac5d-94b8-4971-a779-b2be4ecc6798 req-18b0728e-5f14-465c-a486-4a4501b503d6 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.4585702
Sep 16 18:01:48.257176 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36120) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:48.263191 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Request body: {'subnet': {'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-685498428-subnet', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:48.268775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:48.273180 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Usage tracker for resource:subnet and tenant:2ef5696e4d3b4eeeb9c23ea4d06fde6a is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:48.277676 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:48.284604 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:48.335413 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:48.340229 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:48.415851 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:48.416609 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6cb75e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:48.426408 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Made reservation on behalf of 2ef5696e4d3b4eeeb9c23ea4d06fde6a for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:01:48.428904 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14815049'] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:48.574055 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Pushing event updated for resources: {'Port': ['ID=861b6ae2-2109-4474-9b94-a40d4098ace3,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:48.602832 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-84faea2d-cb9a-42bb-964a-7f31a0926ecc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:48.658898 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:48.825777 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15192604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14815103'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:48.831915 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e4df8779-8919-43bc-a744-a242c9b82d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:48.906727 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8609d19-dfc5-4e23-9281-84bb34ebf4bf,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:48.909887 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:48.912927 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Checking segment: {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:48.912927 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Network hostable DHCP agents. Network: 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:01:48.984387 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6cb75e0>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:48Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:48.988534 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a4bb31-b5d6-4312-bb32-247b78d514e8 None None] The sync data for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi is: [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:48Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:01:49.012530 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:01:49.095112 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:49.099011 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:01:49.099595 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.106647 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53fe146-186c-432d-90a3-6dcc3a45d4ff None None] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:01:49.215897 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9574902
Sep 16 18:01:49.218354 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36126) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:49.223863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:49.230946 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:49.234966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Usage tracker for resource:router and tenant:2ef5696e4d3b4eeeb9c23ea4d06fde6a is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:49.238116 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:49.244236 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:49.374493 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'fixed_ips': [{'subnet_id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 18:01:49.374493 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.397876 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.399136 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.418835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.496199 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-31481366-fbc1-4aa5-84ef-4cda7708c8b7 req-18db82a7-7944-41b5-b8c7-d12d593468a9 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] 10.222.0.37 "GET /v2.0/ports?device_id=55e3cd24-5033-4f46-ace6-d38fd2deaee7 HTTP/1.1" status: 200  len: 210 time: 0.0632792
Sep 16 18:01:49.540794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Allocated IP 172.20.0.2 (7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1/f8609d19-dfc5-4e23-9281-84bb34ebf4bf/705179b3-5632-4c07-8fd5-dc290a738f72) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:49.814076 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.824848 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Transition to ACTIVE for port object 705179b3-5632-4c07-8fd5-dc290a738f72 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:49.835598 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.845380 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Transition to ACTIVE for port object 705179b3-5632-4c07-8fd5-dc290a738f72 will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:49.929623 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:49.934097 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:50.003578 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:50.006586 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:50.009778 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:50.083780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Pushing event updated for resources: {'Port': ['ID=705179b3-5632-4c07-8fd5-dc290a738f72,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:50.091757 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:50.116096 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Attempting to bind port 705179b3-5632-4c07-8fd5-dc290a738f72 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:50.116732 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Attempting to bind port 705179b3-5632-4c07-8fd5-dc290a738f72 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:50.116851 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Attempting to bind port 705179b3-5632-4c07-8fd5-dc290a738f72 on network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:50.122457 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:50.122840 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Checking segment: {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:50.123328 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.124323 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Bound using segment: {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:50.124791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Bound port: 705179b3-5632-4c07-8fd5-dc290a738f72, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:50.125167 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.143188 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 861b6ae2-2109-4474-9b94-a40d4098ace3 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:50.212773 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.246936 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.272417 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] For port 705179b3-5632-4c07-8fd5-dc290a738f72, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:50.276354 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] For port 705179b3-5632-4c07-8fd5-dc290a738f72, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=705179b3-5632-4c07-8fd5-dc290a738f72,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:50.379162 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Allocated IP 172.27.1.186 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:50.392552 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.396457 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:50.430733 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 861b6ae2-2109-4474-9b94-a40d4098ace3 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:50.458135 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 861b6ae2-2109-4474-9b94-a40d4098ace3 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:50.458518 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.544737 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Pushing event updated for resources: {'Port': ['ID=705179b3-5632-4c07-8fd5-dc290a738f72,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:50.548654 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:50.638087 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.652423 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.668515 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 861b6ae2-2109-4474-9b94-a40d4098ace3, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=861b6ae2-2109-4474-9b94-a40d4098ace3,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:50.900944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.901326 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:50.909403 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:50.909818 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-9ed5aafb-69f7-4aac-bbee-a28ce465e20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:50.968674 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:50.971323 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:50.971996 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=861b6ae2-2109-4474-9b94-a40d4098ace3,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:50.974942 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:50.975092 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:51.014977 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Pushing event updated for resources: {'Port': ['ID=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:51.018870 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:51.439083 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9879c5b-54bf-4447-98b6-3fce1e3af73a None None] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:01:51.534731 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:51.684086 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-91f1ebe9-d063-44fb-af01-ef715167637a None None] Provisioning for port 705179b3-5632-4c07-8fd5-dc290a738f72 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:51.906766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:52.161502 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 705179b3-5632-4c07-8fd5-dc290a738f72 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:52.276643 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 18:01:52.346450 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 705179b3-5632-4c07-8fd5-dc290a738f72 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:52.351670 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 705179b3-5632-4c07-8fd5-dc290a738f72 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:52.352094 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:52.476906 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:52.510831 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 705179b3-5632-4c07-8fd5-dc290a738f72, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=705179b3-5632-4c07-8fd5-dc290a738f72,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:52.565406 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:01:52.575525 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Sync routers for ids ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:01:52.585532 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Routers {'176496d9-8bdd-4c2f-8a5b-f3aec511ae51'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:52.586161 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f664bdf0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:52.640561 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:52.641462 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 861b6ae2-2109-4474-9b94-a40d4098ace3 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:52.649280 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:52.653417 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.4312510
Sep 16 18:01:52.653895 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36230) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:52.734820 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:52.865032 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=705179b3-5632-4c07-8fd5-dc290a738f72,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:52.868412 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:52.890788 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device ed455e50-5d66-4ed8-ab02-4a7bc9320e00 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:01:52.950635 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 861b6ae2-2109-4474-9b94-a40d4098ace3 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:52.951013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.000411 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Set router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:53.050919 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: ed455e50-5d66-4ed8-ab02-4a7bc9320e00 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:01:53.051266 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device ed455e50-5d66-4ed8-ab02-4a7bc9320e00 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:01:53.363250 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f664bdf0>, [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:01:51Z', 'revision_number': 3, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:53.365426 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.367054 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Checking router: 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:01:53.367405 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Updating router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:01:53.420235 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.571102 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Allocated IP 172.20.0.1 (7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1/f8609d19-dfc5-4e23-9281-84bb34ebf4bf/86b6419b-cfbe-4c8f-9613-ff6144db0f75) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:01:53.793988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.811643 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Transition to ACTIVE for port object c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:53.831280 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.849362 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Transition to ACTIVE for port object 86b6419b-cfbe-4c8f-9613-ff6144db0f75 will not be triggered until provisioned by entity DHCP. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:53.894942 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.899889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:53.958491 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.963426 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-954fbae4-d280-46c8-bdc2-76b6c151b619 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:53.978665 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Attempting to bind port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:53.978978 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Attempting to bind port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:53.979340 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Attempting to bind port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:53.981470 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb3901-6e0f-4dfd-b852-acf224ea13ba None None] Pushing event updated for resources: {'Port': ['ID=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:53.985108 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-eedb3901-6e0f-4dfd-b852-acf224ea13ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:53.988280 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:53.988709 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:53.989053 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:53.989441 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:53.989906 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Bound port: c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:53.990355 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.042547 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:54.046317 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:54.050196 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:01:54.072817 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] For port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:54.076431 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] For port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:54.093879 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Pushing event updated for resources: {'Port': ['ID=86b6419b-cfbe-4c8f-9613-ff6144db0f75,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:54.102376 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:54.122610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.132713 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 705179b3-5632-4c07-8fd5-dc290a738f72 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:54.182583 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.189944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:54.275309 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Routers {'176496d9-8bdd-4c2f-8a5b-f3aec511ae51'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:54.276151 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f664bdf0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:54.321958 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.410900 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb3901-6e0f-4dfd-b852-acf224ea13ba None None] Pushing event updated for resources: {'Port': ['ID=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:54.416915 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-eedb3901-6e0f-4dfd-b852-acf224ea13ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:54.422992 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 705179b3-5632-4c07-8fd5-dc290a738f72 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:54.423362 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.555017 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] Set router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:54.564903 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.601096 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-d00c11b4-3462-49fb-a3c7-d4ce8b4ff023 None None] Provisioning for port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:54.660391 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.673446 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-d00c11b4-3462-49fb-a3c7-d4ce8b4ff023 None None] Provisioning complete for port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:54.673820 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d00c11b4-3462-49fb-a3c7-d4ce8b4ff023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.693525 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-58d328cc-f28e-40a3-a1aa-8d85a1aa70a4 tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:54.767574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Pushing event updated for resources: {'Port': ['ID=86b6419b-cfbe-4c8f-9613-ff6144db0f75,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:54.771435 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:54.810829 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:54.822855 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-d00c11b4-3462-49fb-a3c7-d4ce8b4ff023 None None] Port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:01:54.972236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:01:54.973638 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:01:55.040989 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f664bdf0>, [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '86b6419b-cfbe-4c8f-9613-ff6144db0f75', 'name': '', 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'mac_address': 'fa:16:3e:b4:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:53Z', 'updated_at': '2021-09-16T18:01:53Z', 'revision_number': 1, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'subnets': [{'id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:55.048903 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0181e57-779f-4001-a4a5-7316ba996bc6 None None] The sync data for ids ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'] in dv-cinder-809439-1-iscsi is: [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '86b6419b-cfbe-4c8f-9613-ff6144db0f75', 'name': '', 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'mac_address': 'fa:16:3e:b4:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:53Z', 'updated_at': '2021-09-16T18:01:53Z', 'revision_number': 1, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'subnets': [{'id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:01:55.193369 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:01:55.250036 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-49e46c9f-1f02-42d3-a906-155008dd52a2 None None] Provisioning complete for port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:55.251154 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-49e46c9f-1f02-42d3-a906-155008dd52a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:55.352558 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-49e46c9f-1f02-42d3-a906-155008dd52a2 None None] Port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:01:55.395201 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:01:55.409416 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] 10.222.0.37 "PUT /v2.0/routers/176496d9-8bdd-4c2f-8a5b-f3aec511ae51/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7543006
Sep 16 18:01:56.181774 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:56.414634 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:01:56.420875 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:56.422580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:56.554882 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36414) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:56.560615 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-407562678', 'description': 'tempest-secgroup-smoke-407562678 description', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:56.567296 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:56.569912 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:56.572913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:56.575962 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:56.583304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:56.587486 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:01:56.689237 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:56.689789 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:56.695755 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:56.716352 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:56.722143 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:56.724457 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:56.730287 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:56.783574 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:56.788703 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:56.806463 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:56.895067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:56.900482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a848f658-e571-44ba-912f-706dc0696316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:56.945147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:56.951423 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:57.072226 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.074250 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5183039
Sep 16 18:01:57.077218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36424) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:57.082571 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group_rule': {'security_group_id': '7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:57.088859 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:57.092879 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:57.095758 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:57.101584 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:57.238446 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.306470 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.329022 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Sync routers for ids ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:01:57.338236 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Routers {'176496d9-8bdd-4c2f-8a5b-f3aec511ae51'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:57.338829 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f705c9a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:57.403152 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.405960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d1d0f5d2-593a-4871-a43b-2348289363a9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:57.427512 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa21e0a-ae5d-4f3a-8a29-24b70b06b393,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:57.431585 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:57.535715 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Set router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:57.596467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.597742 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5195875
Sep 16 18:01:57.600490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36430) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:57.606026 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group_rule': {'security_group_id': '7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:57.612864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:57.616668 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:57.619424 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:57.625134 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:57.791440 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.851210 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f705c9a0>, [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '86b6419b-cfbe-4c8f-9613-ff6144db0f75', 'name': '', 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'mac_address': 'fa:16:3e:b4:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:53Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 2, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'subnets': [{'id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:57.855073 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Checking router: 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:01:57.855427 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Updating router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:01:57.856096 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:57.907243 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.002291 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.004616 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-84dadc2b-5051-450c-ac2d-9a25a53a1fa3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:58.031011 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f72b62-940d-4d51-b985-72d95c08dbe6,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:58.033681 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:58.107410 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:01:58.129266 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.133273 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5291598
Sep 16 18:01:58.133929 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36440) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:58.140757 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group_rule': {'security_group_id': '7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:58.147020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:58.151534 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:58.158226 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:58.165056 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:58.185010 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:01:58.185476 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.279177 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.291405 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Transition to ACTIVE for port object 86b6419b-cfbe-4c8f-9613-ff6144db0f75 will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:01:58.335310 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.396937 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.470651 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.474774 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:58.533422 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.536506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:58.561617 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c8abf9a-2969-429d-8cb2-b5f1477b1f60,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:58.571001 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:58.608434 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65a793-4f12-4138-88a1-12fa9d4e7622 None None] Pushing event updated for resources: {'Port': ['ID=86b6419b-cfbe-4c8f-9613-ff6144db0f75,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:58.616040 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-0c65a793-4f12-4138-88a1-12fa9d4e7622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:58.678158 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36448) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:58.705393 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Attempting to bind port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:01:58.705645 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.705801 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Attempting to bind port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:01:58.706363 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Attempting to bind port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 on network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:01:58.706643 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-3b4dce1a-35bd-4472-b57c-0d4d0e640fd8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5718682
Sep 16 18:01:58.709371 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36454) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:58.715619 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group_rule': {'security_group_id': '7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:58.725459 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:58.726140 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:01:58.726512 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Checking segment: {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:01:58.726907 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.727462 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Bound using segment: {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:01:58.728205 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Bound port: 86b6419b-cfbe-4c8f-9613-ff6144db0f75, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc6d84f-ade6-4403-92e4-addb10216cf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:01:58.728757 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.729609 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:58.732758 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:58.748958 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:58.822867 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] For port 86b6419b-cfbe-4c8f-9613-ff6144db0f75, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:01:58.828114 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] For port 86b6419b-cfbe-4c8f-9613-ff6144db0f75, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=86b6419b-cfbe-4c8f-9613-ff6144db0f75,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:01:58.849662 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-881938cc-421c-42a5-9f15-d9267e1f62a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c8f40017d44431cad094c29688697bc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1699953
Sep 16 18:01:58.852112 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36458) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:58.867151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.918113 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.929516 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.935362 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:58.939243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:58.947835 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.011955 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Routers {'176496d9-8bdd-4c2f-8a5b-f3aec511ae51'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:01:59.012590 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f705c9a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:01:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:59.037737 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.040505 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-57c4bb17-4993-45e1-ae71-0346efe2e303 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:59.056514 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f61eb40-201e-48b9-8950-c863021bc6f3,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:59.060075 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:59.118162 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.122228 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3b8f3f09-725a-41d9-81ff-e663208fe8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:59.131694 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65a793-4f12-4138-88a1-12fa9d4e7622 None None] Pushing event updated for resources: {'Port': ['ID=86b6419b-cfbe-4c8f-9613-ff6144db0f75,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:59.142031 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e583ec1-4f17-41fb-b433-dcde1e85900b,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:59.143255 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-0c65a793-4f12-4138-88a1-12fa9d4e7622 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:59.144971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:59.157023 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.161098 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4a76d07e-3202-4163-940e-75337f0625ff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4504833
Sep 16 18:01:59.161272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36464) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:59.169531 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group_rule': {'security_group_id': '7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:59.175958 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:59.179983 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:59.182856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:59.204211 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] Set router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:01:59.281436 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:59.291844 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.294465 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-dd6d1e99-beb8-4e0c-ba0b-f21a8918d74a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1e583ec1-4f17-41fb-b433-dcde1e85900b HTTP/1.1" status: 204  len: 168 time: 0.4414725
Sep 16 18:01:59.368834 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.securitygroups_db [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Project 3e78bc05d66d430a9ae4e9fcb7eb156f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 18:01:59.375816 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.447343 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.528977 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.531807 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:59.552264 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c26938-ce23-4be7-ade2-25b21d0e19d2,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:59.557605 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f705c9a0>, [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '86b6419b-cfbe-4c8f-9613-ff6144db0f75', 'name': '', 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'mac_address': 'fa:16:3e:b4:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:53Z', 'updated_at': '2021-09-16T18:01:58Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'subnets': [{'id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:01:59.558274 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:01:59.562641 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539693ca-b03d-47b4-b073-2320c1043d7d None None] The sync data for ids ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'] in dv-cinder-809439-1-iscsi is: [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:01:54Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '86b6419b-cfbe-4c8f-9613-ff6144db0f75', 'name': '', 'network_id': '7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'mac_address': 'fa:16:3e:b4:78:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:53Z', 'updated_at': '2021-09-16T18:01:58Z', 'revision_number': 4, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'subnets': [{'id': 'f8609d19-dfc5-4e23-9281-84bb34ebf4bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:01:59.637820 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.640405 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4757481
Sep 16 18:01:59.643163 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36472) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:01:59.650149 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'security_group_rule': {'security_group_id': '7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78', 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:01:59.657870 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:01:59.663444 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:security_group_rule and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:01:59.667356 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:01:59.676518 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:01:59.769568 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.securitygroups_db [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Project 3e78bc05d66d430a9ae4e9fcb7eb156f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 18:01:59.778101 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.848061 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.929761 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:01:59.932015 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:01:59.959734 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506bbd34-0ed7-47f6-95e1-c90a5253da1b,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:01:59.964359 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:00.042948 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:00.044488 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4000020
Sep 16 18:02:00.127795 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 86b6419b-cfbe-4c8f-9613-ff6144db0f75 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:00.288783 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:00.293925 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:00.294325 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:00.413057 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:00.445868 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 86b6419b-cfbe-4c8f-9613-ff6144db0f75, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=86b6419b-cfbe-4c8f-9613-ff6144db0f75,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:00.563560 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:00.565784 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:00.631134 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=86b6419b-cfbe-4c8f-9613-ff6144db0f75,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:00.634194 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:02.095270 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 86b6419b-cfbe-4c8f-9613-ff6144db0f75 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:02.165749 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:02.166128 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:06.382172 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04d2d-6f84-4129-a63d-25c003880933 req-48fa9efd-a67a-4aa4-b401-9152abf2983d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:06.383550 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2af04d2d-6f84-4129-a63d-25c003880933 req-48fa9efd-a67a-4aa4-b401-9152abf2983d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0806499
Sep 16 18:02:06.438228 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2af04d2d-6f84-4129-a63d-25c003880933 req-b0ffaed3-5497-419f-a0b1-11285850afbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489190
Sep 16 18:02:07.494744 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5167eb34-fb7c-4860-bf35-4e7d195054df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:07.631590 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda733ea-d8f1-4762-8f32-62705bd34212 req-b32a00bf-13bd-4e21-973d-b54a38316fec tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:07.633113 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dda733ea-d8f1-4762-8f32-62705bd34212 req-b32a00bf-13bd-4e21-973d-b54a38316fec tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0855801
Sep 16 18:02:07.684469 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-dda733ea-d8f1-4762-8f32-62705bd34212 req-eed55370-9bd2-4289-a4af-22d9dfb74bac tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443175
Sep 16 18:02:08.042031 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:08.250199 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:02:08.872637 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2c14b-55eb-4156-aaab-9ac71a2ce5a8 req-26d690fd-b5df-48be-9b13-820d7cd4e757 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:08.874580 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-82a2c14b-55eb-4156-aaab-9ac71a2ce5a8 req-26d690fd-b5df-48be-9b13-820d7cd4e757 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0821970
Sep 16 18:02:08.918001 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-82a2c14b-55eb-4156-aaab-9ac71a2ce5a8 req-63afca5d-6b54-4f57-8112-d3ff3d612e2c tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376160
Sep 16 18:02:10.120605 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b12b90-5604-4ed0-818a-f5508341a9c3 req-d4dd342f-bc22-470a-8ebc-ae947bcc4f6b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:10.124745 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-92b12b90-5604-4ed0-818a-f5508341a9c3 req-d4dd342f-bc22-470a-8ebc-ae947bcc4f6b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0891149
Sep 16 18:02:10.168160 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-92b12b90-5604-4ed0-818a-f5508341a9c3 req-1c010cfb-ef33-497e-b312-b48e3d880d3a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388505
Sep 16 18:02:10.385957 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-72e87e6f-a5ef-4de0-a46b-4a419ed1241c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:11.204560 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:11.361899 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bcab-e109-4df1-9dd0-112ea8efc3e6 req-3b39100b-0eff-4016-aecf-40627ccadf81 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:11.363378 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-56e9bcab-e109-4df1-9dd0-112ea8efc3e6 req-3b39100b-0eff-4016-aecf-40627ccadf81 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0856955
Sep 16 18:02:11.414073 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-56e9bcab-e109-4df1-9dd0-112ea8efc3e6 req-577a867d-5822-4cdb-a759-63b826ac8652 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446529
Sep 16 18:02:11.487647 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c011b-bc04-47d4-8b2d-88ffbb2ac130 req-695e1c02-bef9-4372-b8bd-0425c54dc9a3 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:11.489145 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7f2c011b-bc04-47d4-8b2d-88ffbb2ac130 req-695e1c02-bef9-4372-b8bd-0425c54dc9a3 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0872161
Sep 16 18:02:11.533338 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7f2c011b-bc04-47d4-8b2d-88ffbb2ac130 req-57033ecb-a4a6-4bf1-affa-75ee9d971745 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385458
Sep 16 18:02:12.614336 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee65da-03d7-4fdf-94ce-00ea61d0e740 req-5a1d6d35-a4f5-44b2-b39a-c089d784d1f5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:12.616355 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-27ee65da-03d7-4fdf-94ce-00ea61d0e740 req-5a1d6d35-a4f5-44b2-b39a-c089d784d1f5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0923159
Sep 16 18:02:12.684019 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-27ee65da-03d7-4fdf-94ce-00ea61d0e740 req-fcc5cc21-c52c-45a9-a9c9-c34cea343c39 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599282
Sep 16 18:02:12.700409 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:12.743713 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315c9ad-1546-4ff2-85f0-d5977961744f req-328a3aab-aa6f-4190-9bff-d4c4e421dca5 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:12.745193 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9315c9ad-1546-4ff2-85f0-d5977961744f req-328a3aab-aa6f-4190-9bff-d4c4e421dca5 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0878439
Sep 16 18:02:12.790866 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9315c9ad-1546-4ff2-85f0-d5977961744f req-d938eb90-5af4-4c1c-a15c-820bf18ee771 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392606
Sep 16 18:02:13.563656 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-762f2059-8cc0-4fd1-8f8b-6b7a7598cbb4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:13.565100 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-762f2059-8cc0-4fd1-8f8b-6b7a7598cbb4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0790701
Sep 16 18:02:13.638374 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Deleting port cf538e86-7999-431f-b1c7-ea48c9794b0e {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:02:13.639727 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:13.967385 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b75bb-b60a-4b74-a57b-cc454e7b8f5c req-832e1371-7acd-40d0-908b-0a0eeb91dd77 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:13.967385 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dd2b75bb-b60a-4b74-a57b-cc454e7b8f5c req-832e1371-7acd-40d0-908b-0a0eeb91dd77 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1425033
Sep 16 18:02:13.967971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] For port cf538e86-7999-431f-b1c7-ea48c9794b0e, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=cf538e86-7999-431f-b1c7-ea48c9794b0e,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:13.968342 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:14.002041 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956e348-75e3-4fa6-9636-d18c40de8303 req-b83922e1-d238-4c5b-a752-e40cc1afc3e2 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:14.004128 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8956e348-75e3-4fa6-9636-d18c40de8303 req-b83922e1-d238-4c5b-a752-e40cc1afc3e2 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 945 time: 0.0986516
Sep 16 18:02:14.058228 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8956e348-75e3-4fa6-9636-d18c40de8303 req-0b71989c-ab98-4078-8247-e4b6ce187184 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484519
Sep 16 18:02:14.131368 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Calling delete_port for cf538e86-7999-431f-b1c7-ea48c9794b0e owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:02:14.185318 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-dd2b75bb-b60a-4b74-a57b-cc454e7b8f5c req-57fe9416-0e48-4752-a67c-180dcc38dc5a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2091427
Sep 16 18:02:14.477797 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:14.484963 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e6ca7eee-5b61-4b3a-91e6-4e54767ec790 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:14.489383 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['cf538e86-7999-431f-b1c7-ea48c9794b0e'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:02:14.532499 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Pushing event deleted for resources: {'Port': ['ID=cf538e86-7999-431f-b1c7-ea48c9794b0e,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:14.535171 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:14.609224 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] No DVR routers for this DVR port cf538e86-7999-431f-b1c7-ea48c9794b0e on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:02:14.611684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:14.614537 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555ee80a-bec4-4e81-bcda-5b139adea697', 'name': 'network-vif-deleted', 'tag': 'cf538e86-7999-431f-b1c7-ea48c9794b0e'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:02:14.668810 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555ee80a-bec4-4e81-bcda-5b139adea697', 'name': 'network-vif-deleted', 'tag': 'cf538e86-7999-431f-b1c7-ea48c9794b0e', 'status': 'completed', 'code': 200}
Sep 16 18:02:14.746739 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a8e4e2c3-b1b3-4e58-8fc8-73a0eba11407 req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "DELETE /v2.0/ports/cf538e86-7999-431f-b1c7-ea48c9794b0e HTTP/1.1" status: 204  len: 173 time: 1.1754842
Sep 16 18:02:15.232225 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-f2793b79-1794-4db1-b2ae-70882e9ac849 req-8a07cd0a-22b1-4700-b71f-91c7a7fee0c4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Synchronizing usage tracker for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:02:15.316859 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-f2793b79-1794-4db1-b2ae-70882e9ac849 req-8a07cd0a-22b1-4700-b71f-91c7a7fee0c4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Unset dirty status for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:02:15.318152 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f2793b79-1794-4db1-b2ae-70882e9ac849 req-8a07cd0a-22b1-4700-b71f-91c7a7fee0c4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=555ee80a-bec4-4e81-bcda-5b139adea697 HTTP/1.1" status: 200  len: 210 time: 0.1317642
Sep 16 18:02:15.397025 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bf068-619e-4ac4-896d-01966638cdad req-7ef98a82-1e94-421d-bacd-adffd237aed4 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:15.398533 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-157bf068-619e-4ac4-896d-01966638cdad req-7ef98a82-1e94-421d-bacd-adffd237aed4 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0865304
Sep 16 18:02:15.456655 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-157bf068-619e-4ac4-896d-01966638cdad req-135091da-b760-4676-9ea6-918c33057754 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515459
Sep 16 18:02:15.991350 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:16.647043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0ae18-d2c9-4f51-a590-b1b0df515286 req-06c77c9e-5f62-4bda-8128-fe4ec624b596 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:16.652526 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e8d0ae18-d2c9-4f51-a590-b1b0df515286 req-06c77c9e-5f62-4bda-8128-fe4ec624b596 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0870595
Sep 16 18:02:16.693310 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e8d0ae18-d2c9-4f51-a590-b1b0df515286 req-3edbad5b-f8a9-483d-9af3-9aaa2554be71 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386782
Sep 16 18:02:17.082216 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device cf538e86-7999-431f-b1c7-ea48c9794b0e no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:02:17.118381 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: cf538e86-7999-431f-b1c7-ea48c9794b0e {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:02:17.118381 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device cf538e86-7999-431f-b1c7-ea48c9794b0e not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:02:17.883265 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57a089-4650-483d-9d9d-ed44e80c2cb7 req-bfadf8e6-fdfc-4cfe-8cc3-f50370ff2404 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:17.884786 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1b57a089-4650-483d-9d9d-ed44e80c2cb7 req-bfadf8e6-fdfc-4cfe-8cc3-f50370ff2404 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0816236
Sep 16 18:02:17.929394 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1b57a089-4650-483d-9d9d-ed44e80c2cb7 req-3f649b22-5184-46ac-894e-613d7210adea tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385053
Sep 16 18:02:18.466236 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03b7d2-ee24-439e-a11b-0f96507a552c req-e54f2179-b511-439f-b270-c3f3fdfe7435 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:18.467793 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-be03b7d2-ee24-439e-a11b-0f96507a552c req-e54f2179-b511-439f-b270-c3f3fdfe7435 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1540031
Sep 16 18:02:18.510294 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-be03b7d2-ee24-439e-a11b-0f96507a552c req-6e6df9e1-ece4-46e9-8ba7-b80e941fab51 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368054
Sep 16 18:02:19.698330 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bc234-9d48-4a3f-8bf7-9d7de03619d6 req-1d13149f-10fe-4e81-bcd2-e40f833e3db6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:19.699837 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-087bc234-9d48-4a3f-8bf7-9d7de03619d6 req-1d13149f-10fe-4e81-bcd2-e40f833e3db6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0844979
Sep 16 18:02:19.743700 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-087bc234-9d48-4a3f-8bf7-9d7de03619d6 req-790922f3-29bd-4d76-b953-7eb1f50099f1 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383136
Sep 16 18:02:20.952634 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2a364-2bd8-4ed0-8e7b-16ce43bf0541 req-c72fa154-5465-4708-b65f-757cb6146dd4 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:20.954161 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d6c2a364-2bd8-4ed0-8e7b-16ce43bf0541 req-c72fa154-5465-4708-b65f-757cb6146dd4 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0858862
Sep 16 18:02:21.004441 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d6c2a364-2bd8-4ed0-8e7b-16ce43bf0541 req-a8b35b29-01f1-4c85-8085-ae58cf17cdf9 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427172
Sep 16 18:02:22.142937 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-8e10aa4f-e01b-4c2f-a39d-455f29f31da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:22.144471 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-8e10aa4f-e01b-4c2f-a39d-455f29f31da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 1098 time: 0.0724821
Sep 16 18:02:22.196310 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad19b91-456c-4ee6-b676-7caf1b54231d req-62870296-0a0d-4fde-83bc-7756de16bb29 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:22.197756 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0ad19b91-456c-4ee6-b676-7caf1b54231d req-62870296-0a0d-4fde-83bc-7756de16bb29 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0823610
Sep 16 18:02:22.241117 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0ad19b91-456c-4ee6-b676-7caf1b54231d req-7d412f8d-3b8f-4484-8d79-dd0a813a4398 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370347
Sep 16 18:02:23.539943 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5a257-ef23-4bf1-a434-6b7da2e1e4d1 req-ec499c4c-2102-4296-93d4-f1b2389df8b2 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:23.541417 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-52c5a257-ef23-4bf1-a434-6b7da2e1e4d1 req-ec499c4c-2102-4296-93d4-f1b2389df8b2 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.1930113
Sep 16 18:02:23.543820 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-02ba0c0e-f862-44f9-8d57-b154a6836ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:23.545153 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-02ba0c0e-f862-44f9-8d57-b154a6836ce4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 911 time: 0.1652465
Sep 16 18:02:23.666222 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-52c5a257-ef23-4bf1-a434-6b7da2e1e4d1 req-d117eb72-e758-44b8-875f-9eabcc196cc8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179729
Sep 16 18:02:23.675759 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-a3e6ac10-ac0c-4f48-b98b-707648444bf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 200  len: 1000 time: 0.1152785
Sep 16 18:02:23.738316 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-677941d7-9951-440c-87df-9c3e28ed0e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:23.739766 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-677941d7-9951-440c-87df-9c3e28ed0e53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.0575881
Sep 16 18:02:23.815820 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-66b57ac4-7ea0-4fa8-b38d-df839ad52cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:23.817249 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-66b57ac4-7ea0-4fa8-b38d-df839ad52cb5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715873
Sep 16 18:02:23.949177 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-7fef0189-3476-4dfd-85d4-be75b40d99e0 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246326
Sep 16 18:02:24.084640 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e9fb225b-f554-4dc6-8d1b-3ee5c05174f3 req-165207e2-5b98-4e1f-a884-397c9bc5ef18 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287262
Sep 16 18:02:24.856017 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd29e0-9d09-4822-b807-e579877e5b8d req-9c8cc6d2-780e-4277-b706-52e41035e5a1 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:24.859196 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-12fd29e0-9d09-4822-b807-e579877e5b8d req-9c8cc6d2-780e-4277-b706-52e41035e5a1 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0840855
Sep 16 18:02:24.907170 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-12fd29e0-9d09-4822-b807-e579877e5b8d req-00147d2e-5d2c-4169-8067-6db21193ee67 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430136
Sep 16 18:02:25.949654 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36810) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:26.068060 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.084609 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:26.088437 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2aab78ddead4619bbd196de3567ec2e is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:26.091333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:26.092308 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e14b47-0772-4feb-8a95-3bb54196f2b6 req-3ae84a1a-7c7c-4820-9268-d5d258b1721b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:26.094127 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-45e14b47-0772-4feb-8a95-3bb54196f2b6 req-3ae84a1a-7c7c-4820-9268-d5d258b1721b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0824862
Sep 16 18:02:26.097086 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:26.144049 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-45e14b47-0772-4feb-8a95-3bb54196f2b6 req-f11249d3-130a-41d5-bd2a-df446019b39e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427804
Sep 16 18:02:26.180686 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.253903 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.262430 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-df03145c-4f05-4399-96ff-bae49fba63aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:26.302301 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a2aab78ddead4619bbd196de3567ec2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3514910
Sep 16 18:02:26.303273 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cef515-4501-4291-a72d-d2d8ce2e1dad,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:26.304974 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36824) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:26.306465 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:26.377070 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.406489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.546340 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.551198 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-133a2597-3d5e-46d4-b0b5-42ecc76bf6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:26.564860 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cef515-4501-4291-a72d-d2d8ce2e1dad,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:26.567628 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:26.568568 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:26.569821 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3cef515-4501-4291-a72d-d2d8ce2e1dad HTTP/1.1" status: 204  len: 168 time: 0.2637372
Sep 16 18:02:28.223484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36856) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:28.325630 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-393757708-network', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:28.331328 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:28.335408 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Usage tracker for resource:network and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:28.338590 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:28.344866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:28.573944 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Made reservation on behalf of 3ec9e72166d24115a3cac97722f4bf86 for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:02:28.576527 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.588671 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.602744 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:28.606555 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:28.610110 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:28.616874 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:28.698110 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.807866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.812842 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a07492f7-689c-4661-920f-e5533a562702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:28.835588 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:02:28.848811 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877111a7-54cc-4344-a333-59d5cda74094,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:28.853039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:28.853577 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.853907 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Added segment 56fa07bc-8cfb-4958-ba3e-9c74c3fe2540 of type vlan for network 26b09627-3e4f-40db-a050-751ec25f3093
Sep 16 18:02:28.879388 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.996434 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:28.997654 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:28.998232 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:29.001974 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-f2707f13-5cc1-4d06-b77a-b64775d1a955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:29.095464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Pushing event updated for resources: {'Network': ['ID=26b09627-3e4f-40db-a050-751ec25f3093,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:29.098198 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:29.105566 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 26b09627-3e4f-40db-a050-751ec25f3093 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:02:29.169069 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9444537
Sep 16 18:02:29.172558 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36866) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:29.178465 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Request body: {'subnet': {'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-393757708-subnet', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:29.183126 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:29.186993 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Usage tracker for resource:subnet and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:29.189829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:29.195465 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:29.299259 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Made reservation on behalf of 3ec9e72166d24115a3cac97722f4bf86 for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:02:29.301796 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14815049'] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:29.585622 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15192604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14815103'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:29.589662 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1288aceb-14d3-4e9d-97d1-fc278c6a1ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:29.662078 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a047fb5-292d-4024-9e89-aff538085eac,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:29.665322 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:29.671208 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Checking segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:29.674419 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Network hostable DHCP agents. Network: 26b09627-3e4f-40db-a050-751ec25f3093, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:02:29.871066 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Network 26b09627-3e4f-40db-a050-751ec25f3093 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:02:29.950738 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 26b09627-3e4f-40db-a050-751ec25f3093) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:29.955249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:29.955828 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:29.960105 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9198e-40ed-4dad-b434-27c71dc5f166 None None] Network 26b09627-3e4f-40db-a050-751ec25f3093 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:02:30.051760 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c33f8040-7459-4074-b507-53e901c2c9df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8755577
Sep 16 18:02:30.052216 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36874) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:30.056932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:30.062453 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:30.067467 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Usage tracker for resource:router and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:30.070554 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:30.076352 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:30.185802 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.187437 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.202901 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-26b09627-3e4f-40db-a050-751ec25f3093', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 18:02:30.203724 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.205715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.351806 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Allocated IP 172.20.0.2 (26b09627-3e4f-40db-a050-751ec25f3093/5a047fb5-292d-4024-9e89-aff538085eac/bb20d69d-c7a2-4cf3-a587-6898df44df45) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:30.555992 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.566949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Transition to ACTIVE for port object bb20d69d-c7a2-4cf3-a587-6898df44df45 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:30.585751 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Transition to ACTIVE for port object bb20d69d-c7a2-4cf3-a587-6898df44df45 will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:30.676324 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.688023 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-eedb3901-6e0f-4dfd-b852-acf224ea13ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:30.726117 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.742887 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Network 26b09627-3e4f-40db-a050-751ec25f3093 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:30.750412 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:30.756850 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:30.804387 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Pushing event updated for resources: {'Port': ['ID=bb20d69d-c7a2-4cf3-a587-6898df44df45,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:30.835089 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:30.857923 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Attempting to bind port bb20d69d-c7a2-4cf3-a587-6898df44df45 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:30.858295 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Attempting to bind port bb20d69d-c7a2-4cf3-a587-6898df44df45 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:30.858659 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Attempting to bind port bb20d69d-c7a2-4cf3-a587-6898df44df45 on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:30.863851 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:30.864248 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Checking segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:30.864650 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.865046 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Bound using segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:30.865503 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Bound port: bb20d69d-c7a2-4cf3-a587-6898df44df45, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:30.865878 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:30.951873 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] For port bb20d69d-c7a2-4cf3-a587-6898df44df45, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:30.955140 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] For port bb20d69d-c7a2-4cf3-a587-6898df44df45, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb20d69d-c7a2-4cf3-a587-6898df44df45,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:31.066001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:31.069792 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:31.112014 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:31.142164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:31.171343 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Pushing event updated for resources: {'Port': ['ID=bb20d69d-c7a2-4cf3-a587-6898df44df45,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:31.175207 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-fddc7fce-b6b1-4a21-bf93-72fd052d9e64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:31.287492 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Allocated IP 172.27.1.211 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/c85b71cb-6557-442a-b84d-d4c989149eab) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:31.459119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:31.556815 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:31.561697 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-37bf7ce0-1a6a-44ea-80f4-1c4669abecb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:31.621990 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:31.625070 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:31.627537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:31.671260 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Pushing event updated for resources: {'Port': ['ID=c85b71cb-6557-442a-b84d-d4c989149eab,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:31.674142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:32.069361 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e35b46-0bd8-4a33-8e15-246bc2edd0c0 None None] Network 26b09627-3e4f-40db-a050-751ec25f3093 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:02:32.148894 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb20d69d-c7a2-4cf3-a587-6898df44df45 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:32.151848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.368791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f789342b-276b-4493-b373-d5e08f1f1c91 None None] Provisioning for port bb20d69d-c7a2-4cf3-a587-6898df44df45 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:32.442282 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port bb20d69d-c7a2-4cf3-a587-6898df44df45 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:32.449644 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port bb20d69d-c7a2-4cf3-a587-6898df44df45 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:32.454192 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.579692 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.611868 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.622119 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port bb20d69d-c7a2-4cf3-a587-6898df44df45, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb20d69d-c7a2-4cf3-a587-6898df44df45,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:32.623091 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-01c79dc1-a271-4dd4-b5d9-d05434c38474 None None] Provisioning complete for port bb20d69d-c7a2-4cf3-a587-6898df44df45 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:32.623538 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01c79dc1-a271-4dd4-b5d9-d05434c38474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.734890 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.745230 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:32.805347 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-01c79dc1-a271-4dd4-b5d9-d05434c38474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:32.838988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=bb20d69d-c7a2-4cf3-a587-6898df44df45,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:32.874627 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.874972 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.875314 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877430 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877639 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.877959 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.878274 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:32.893789 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Router fcece017-3918-4448-b59c-da47580bba1e is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 18:02:32.896141 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:32.910570 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-01c79dc1-a271-4dd4-b5d9-d05434c38474 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:02:32.911259 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-01c79dc1-a271-4dd4-b5d9-d05434c38474 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:02:33.075762 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:02:33.087519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:02:33.099768 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:33.100426 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2d30>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:33.208530 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:33.209748 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1568546
Sep 16 18:02:33.212579 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36902) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:33.256942 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-1c1aa40b-fe54-4f7a-9f63-6fe286b3ba40 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:33.258305 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-1c1aa40b-fe54-4f7a-9f63-6fe286b3ba40 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/networks?id=d2cad90f-d166-49a2-bc1f-999d518a5df5 HTTP/1.1" status: 200  len: 814 time: 0.1493225
Sep 16 18:02:33.273552 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-2937058f-46cb-4331-8c36-e8c8a70ab213 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/quotas/e0c14db023924417a4ef1cd581c93cc9 HTTP/1.1" status: 200  len: 375 time: 0.0098331
Sep 16 18:02:33.312838 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:33.327669 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-0f7603e9-0a62-43dc-ab2f-e0e253b9501d tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e0c14db023924417a4ef1cd581c93cc9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0480185
Sep 16 18:02:33.527236 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d4839381-b5b4-4341-bf08-15064b1f0f94 service neutron] 10.222.0.37 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1918814
Sep 16 18:02:33.653133 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2d30>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:31Z', 'revision_number': 3, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:33.658107 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:02:33.665769 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Updating router fcece017-3918-4448-b59c-da47580bba1e port c85b71cb-6557-442a-b84d-d4c989149eab binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:02:33.669030 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-f3a2618f-afea-44da-a180-660a3da92972 service neutron] 10.222.0.37 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350248
Sep 16 18:02:33.723449 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.014825 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.067275 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.079099 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Transition to ACTIVE for port object c85b71cb-6557-442a-b84d-d4c989149eab will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:34.117448 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb20d69d-c7a2-4cf3-a587-6898df44df45 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:34.180180 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.184917 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:34.225480 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Allocated IP 172.20.0.1 (26b09627-3e4f-40db-a050-751ec25f3093/5a047fb5-292d-4024-9e89-aff538085eac/f15128fb-51a2-4412-b171-76e55fc49e1e) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:34.257020 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port bb20d69d-c7a2-4cf3-a587-6898df44df45 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:34.257396 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.309719 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156af598-df5f-4e10-80c4-8ecfe2f4726e None None] Pushing event updated for resources: {'Port': ['ID=c85b71cb-6557-442a-b84d-d4c989149eab,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:34.312694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-156af598-df5f-4e10-80c4-8ecfe2f4726e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:34.313570 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Attempting to bind port c85b71cb-6557-442a-b84d-d4c989149eab on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:34.313945 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Attempting to bind port c85b71cb-6557-442a-b84d-d4c989149eab by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:34.314311 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Attempting to bind port c85b71cb-6557-442a-b84d-d4c989149eab on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:34.323127 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:34.323502 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:34.323908 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.324325 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:34.324793 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Bound port: c85b71cb-6557-442a-b84d-d4c989149eab, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:34.325170 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.372684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.389878 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Transition to ACTIVE for port object f15128fb-51a2-4412-b171-76e55fc49e1e will not be triggered until provisioned by entity DHCP. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:34.448313 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] For port c85b71cb-6557-442a-b84d-d4c989149eab, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:34.461532 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] For port c85b71cb-6557-442a-b84d-d4c989149eab, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=c85b71cb-6557-442a-b84d-d4c989149eab,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:34.493875 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.498680 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9773f234-1d2e-4de9-a4fa-9b8520299f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:34.563284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Network 26b09627-3e4f-40db-a050-751ec25f3093 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:34.566209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:34.568493 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.569830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:34.573378 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:34.603418 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Pushing event updated for resources: {'Port': ['ID=f15128fb-51a2-4412-b171-76e55fc49e1e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:34.607623 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:34.629157 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.648900 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:34.649538 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2d30>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:34.759194 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156af598-df5f-4e10-80c4-8ecfe2f4726e None None] Pushing event updated for resources: {'Port': ['ID=c85b71cb-6557-442a-b84d-d4c989149eab,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:34.805126 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-156af598-df5f-4e10-80c4-8ecfe2f4726e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:34.829995 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:34.868204 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:35.024148 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-540d45a2-7738-43a4-aed0-b180b248aaf9 req-a4f4ce82-51ae-4627-93a4-c079f8769c04 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 210 time: 0.0515676
Sep 16 18:02:35.107948 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:35.117654 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-333832b1-c4de-4dfe-b254-235028513fb0 None None] Provisioning for port f15128fb-51a2-4412-b171-76e55fc49e1e completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:35.122267 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-333832b1-c4de-4dfe-b254-235028513fb0 None None] Provisioning complete for port f15128fb-51a2-4412-b171-76e55fc49e1e triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:35.122648 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-333832b1-c4de-4dfe-b254-235028513fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:35.191132 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:35.215005 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-333832b1-c4de-4dfe-b254-235028513fb0 None None] Port f15128fb-51a2-4412-b171-76e55fc49e1e cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:02:35.220986 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-16aef01a-832f-4760-9ee0-ce02775d4402 tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:35.245934 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f63b2d30>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:31Z', 'revision_number': 3, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:35.249849 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c489745-3a4d-40b1-8d38-86c644fb1cc2 None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:31Z', 'revision_number': 3, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:02:35.406297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Pushing event updated for resources: {'Port': ['ID=f15128fb-51a2-4412-b171-76e55fc49e1e,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:35.408692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:35.412272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:35.565875 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Network 26b09627-3e4f-40db-a050-751ec25f3093 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:35.566705 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:35.777058 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:02:35.839743 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-e7dc6d08-af27-4b7e-a874-86a910155be8 None None] Provisioning complete for port f15128fb-51a2-4412-b171-76e55fc49e1e triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:35.840547 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e7dc6d08-af27-4b7e-a874-86a910155be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:35.908840 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc6d08-af27-4b7e-a874-86a910155be8 None None] Port f15128fb-51a2-4412-b171-76e55fc49e1e cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:02:35.968283 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:02:35.977653 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] 10.222.0.37 "PUT /v2.0/routers/fcece017-3918-4448-b59c-da47580bba1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7639430
Sep 16 18:02:36.164769 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c85b71cb-6557-442a-b84d-d4c989149eab up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:36.256536 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d8581546-94db-47cd-a155-b802ae1413a3 req-108bf359-20b2-41ae-a45d-8bbe68b9a377 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 210 time: 0.0603342
Sep 16 18:02:36.339483 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port c85b71cb-6557-442a-b84d-d4c989149eab completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:36.346006 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port c85b71cb-6557-442a-b84d-d4c989149eab triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:36.346477 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:36.446760 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-35a020da-789d-4294-9d9e-35d9ad26d9c1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Synchronizing usage tracker for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:02:36.489940 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:36.505702 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port c85b71cb-6557-442a-b84d-d4c989149eab, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=c85b71cb-6557-442a-b84d-d4c989149eab,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:36.579955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-35a020da-789d-4294-9d9e-35d9ad26d9c1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Unset dirty status for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:02:36.581136 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-35a020da-789d-4294-9d9e-35d9ad26d9c1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-407562678&fields=id&tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f HTTP/1.1" status: 200  len: 267 time: 0.1874783
Sep 16 18:02:36.664713 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:36.666555 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:36.768615 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-d8d5597f-9ff1-46b5-8b7f-904755b06ae4 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:36.770089 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-d8d5597f-9ff1-46b5-8b7f-904755b06ae4 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 808 time: 0.1785362
Sep 16 18:02:36.787549 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-be2d9757-9192-43c5-9404-79a9bc16e001 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/quotas/3e78bc05d66d430a9ae4e9fcb7eb156f HTTP/1.1" status: 200  len: 375 time: 0.0106692
Sep 16 18:02:36.831014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=c85b71cb-6557-442a-b84d-d4c989149eab,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:36.889748 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-4de8afdf-3dc2-46d7-b9a9-a854e0f03c5f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0922549
Sep 16 18:02:36.898168 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:36.946536 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 36948) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:36.953040 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-802770114-network', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:36.957952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:36.969402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Usage tracker for resource:network and tenant:86cd40103ea742f4babd4d2d62a30d4e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:36.975734 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:36.985099 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:37.023463 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:02:37.033530 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:37.034146 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6f950a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:37.083855 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Made reservation on behalf of 86cd40103ea742f4babd4d2d62a30d4e for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:02:37.086296 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.117615 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.186906 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:37.197364 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Usage tracker for resource:security_group_rule and tenant:86cd40103ea742f4babd4d2d62a30d4e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:37.207061 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:37.213165 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:37.216534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:37.275680 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-74961290-cbe5-4039-8a51-d93608c4d55f service neutron] 10.222.0.37 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3702204
Sep 16 18:02:37.401772 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9948561a-ed5f-4fee-ba26-8176497ce004 req-fbd3fb8c-0774-4fe9-83ce-ebe5c7810a22 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 210 time: 0.0448179
Sep 16 18:02:37.465139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.469019 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-750100af-2652-4f58-ad4a-fa6364ff9ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873174
Sep 16 18:02:37.516978 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c98bc350-1009-46ca-b198-508dd63c4f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.563125 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.568879 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-25a486f4-a1dc-4fce-80cb-194f8bd5ec4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:37.576656 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6f950a0>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 2, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:37.578330 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:02:37.578812 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Updating router fcece017-3918-4448-b59c-da47580bba1e port f15128fb-51a2-4412-b171-76e55fc49e1e binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:02:37.616513 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:02:37.644887 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.703243 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14886b9b-62f4-4cd9-952d-134a0872ed9f,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:37.709246 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.709871 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Added segment 022eadd4-2c05-4f87-a9e4-7aa7fc7976b3 of type vlan for network ec35694e-dfaf-47f1-899b-7f6857cb0ce0
Sep 16 18:02:37.728969 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.729342 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.729772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.730129 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.730481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.730827 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.731213 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.731563 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.732121 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.732259 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.733158 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.733501 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:37.746664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:37.769944 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.830142 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d67c41c4-0f5e-4c78-af0a-40d6e0296ea1 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:37.832416 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d67c41c4-0f5e-4c78-af0a-40d6e0296ea1 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "GET /v2.0/networks?id=d2cad90f-d166-49a2-bc1f-999d518a5df5 HTTP/1.1" status: 200  len: 814 time: 0.2443957
Sep 16 18:02:37.846304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Request body: {'port': {'device_id': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5', 'admin_state_up': True, 'tenant_id': 'e0c14db023924417a4ef1cd581c93cc9'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:37.950919 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.962036 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:37.962328 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:37.987307 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d220bf6e-60e5-4b49-86bd-d86a4e949f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:38.037139 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.050477 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Transition to ACTIVE for port object f15128fb-51a2-4412-b171-76e55fc49e1e will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:38.110915 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.118196 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c85b71cb-6557-442a-b84d-d4c989149eab up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:38.145906 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.158650 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:38.161352 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36960) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:38.161512 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2138178
Sep 16 18:02:38.168210 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Request body: {'subnet': {'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-802770114-subnet', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:38.174837 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:38.179567 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Usage tracker for resource:subnet and tenant:86cd40103ea742f4babd4d2d62a30d4e is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:38.184834 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:38.194984 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:38.199130 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Pushing event updated for resources: {'Network': ['ID=ec35694e-dfaf-47f1-899b-7f6857cb0ce0,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:38.202087 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:38.205309 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:38.207070 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port c85b71cb-6557-442a-b84d-d4c989149eab triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:38.207070 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.214572 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:38.241178 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:02:38.299508 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Made reservation on behalf of 86cd40103ea742f4babd4d2d62a30d4e for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:02:38.302125 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14815049'] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.326806 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b13f56-67a4-44f7-8835-9168a6542c11 None None] Pushing event updated for resources: {'Port': ['ID=f15128fb-51a2-4412-b171-76e55fc49e1e,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:38.330423 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-f8b13f56-67a4-44f7-8835-9168a6542c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:38.338815 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Made reservation on behalf of e0c14db023924417a4ef1cd581c93cc9 for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:02:38.343150 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.599408 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Attempting to bind port f15128fb-51a2-4412-b171-76e55fc49e1e on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:38.609286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Attempting to bind port f15128fb-51a2-4412-b171-76e55fc49e1e by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:38.609286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Attempting to bind port f15128fb-51a2-4412-b171-76e55fc49e1e on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:38.609286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:38.609286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Checking segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:38.609286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.609996 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Bound using segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:38.610614 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Bound port: f15128fb-51a2-4412-b171-76e55fc49e1e, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:38.610941 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.658970 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-38be24c3-dbdd-4316-8cbe-3a4e32ae1e38 req-3cc5b632-cef7-4ba9-be2f-cf0c4aac4c04 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 210 time: 0.0669475
Sep 16 18:02:38.697532 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Allocated IP 172.20.0.5 (d2cad90f-d166-49a2-bc1f-999d518a5df5/ff8d6df3-d40b-4026-ba4f-d9b3c47977aa/986377b2-d7e9-4a10-b7bf-e6b4d880a0c8) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:38.730874 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] For port f15128fb-51a2-4412-b171-76e55fc49e1e, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:38.734990 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] For port f15128fb-51a2-4412-b171-76e55fc49e1e, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=f15128fb-51a2-4412-b171-76e55fc49e1e,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:38.775844 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-4934f5e9-347f-4afb-8fff-a7d86164b18e req-10e345fc-fe6f-4e1e-a7ee-96fb49fc7516 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Synchronizing usage tracker for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:02:38.913354 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.962542 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:38.966447 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:39.009965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-4934f5e9-347f-4afb-8fff-a7d86164b18e req-10e345fc-fe6f-4e1e-a7ee-96fb49fc7516 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Unset dirty status for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:02:39.011142 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4934f5e9-347f-4afb-8fff-a7d86164b18e req-10e345fc-fe6f-4e1e-a7ee-96fb49fc7516 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.2890196
Sep 16 18:02:39.012118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15192604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14815103'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.031637 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-39bcde29-2cf0-4960-8d8d-e871b3c40301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:39.041495 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:39.042105 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6f950a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:39.078827 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.086170 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:39.101077 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b13f56-67a4-44f7-8835-9168a6542c11 None None] Pushing event updated for resources: {'Port': ['ID=f15128fb-51a2-4412-b171-76e55fc49e1e,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:39.112601 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b86fc2-33f7-4ba7-8915-2172cbc97a46,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:39.125739 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Checking segment: {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:39.126366 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Network hostable DHCP agents. Network: ec35694e-dfaf-47f1-899b-7f6857cb0ce0, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:02:39.134500 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.135108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.135643 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.136865 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.137389 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.137928 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.138459 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.139275 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.140045 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.140651 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.141178 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.141676 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:39.146043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:39.158734 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-f8b13f56-67a4-44f7-8835-9168a6542c11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:39.161871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Network d2cad90f-d166-49a2-bc1f-999d518a5df5 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:39.165199 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:39.168390 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:39.211091 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Pushing event updated for resources: {'Port': ['ID=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:39.214666 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:39.238198 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:39.244808 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:39.246081 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.287190 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:02:39.368689 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5273867
Sep 16 18:02:39.381760 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Request body: {'port': {'device_id': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:39.393948 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, ec35694e-dfaf-47f1-899b-7f6857cb0ce0) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:39.402887 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:39.411639 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.425606 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aa49d3-10fa-484f-b6a8-8b9ea9eca864 None None] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:02:39.508350 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.537109 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3714855
Sep 16 18:02:39.537312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 36980) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:39.542309 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:39.548397 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:39.553038 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Usage tracker for resource:router and tenant:86cd40103ea742f4babd4d2d62a30d4e is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:39.556299 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:39.562924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:39.570048 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6f950a0>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:38Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:39.574511 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe49e6e-2cdd-4465-bbff-7d79c28ccad2 None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:38Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:02:39.643312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.647121 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.668859 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.675887 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'fixed_ips': [{'subnet_id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 18:02:39.677017 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:39.987974 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Allocated IP 172.20.0.2 (ec35694e-dfaf-47f1-899b-7f6857cb0ce0/a0b86fc2-33f7-4ba7-8915-2172cbc97a46/d9bb9f88-a785-49da-8100-37c9af5b7d03) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:40.034541 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:02:40.044796 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.078472 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Transition to ACTIVE for port object 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:40.125988 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.132914 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da51f5b-5eaf-49ad-92b9-52195b3f3caf req-716e24bf-15fa-4659-9eb8-d8c11c3af883 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:40.134662 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-6da51f5b-5eaf-49ad-92b9-52195b3f3caf req-716e24bf-15fa-4659-9eb8-d8c11c3af883 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Synchronizing usage tracker for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:02:40.156367 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.167526 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-19c60914-58e1-4c85-a3d2-fa14248db20a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:40.201858 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1a104344-3354-4de6-b269-09f8b2ecc8c6 req-bda028d9-369f-4f44-9fb8-0be15108d74e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.0678771
Sep 16 18:02:40.243327 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Pushing event updated for resources: {'Port': ['ID=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:40.266931 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device f15128fb-51a2-4412-b171-76e55fc49e1e up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:40.320098 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:40.322336 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-6da51f5b-5eaf-49ad-92b9-52195b3f3caf req-716e24bf-15fa-4659-9eb8-d8c11c3af883 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Unset dirty status for tenant:e0c14db023924417a4ef1cd581c93cc9 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:02:40.323587 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6da51f5b-5eaf-49ad-92b9-52195b3f3caf req-716e24bf-15fa-4659-9eb8-d8c11c3af883 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 931 time: 0.3424003
Sep 16 18:02:40.387207 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.402233 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Transition to ACTIVE for port object d9bb9f88-a785-49da-8100-37c9af5b7d03 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:40.426998 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7074416f-c4b9-4efa-837f-bb34d78fdf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.428847 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Transition to ACTIVE for port object d9bb9f88-a785-49da-8100-37c9af5b7d03 will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:40.431577 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6da51f5b-5eaf-49ad-92b9-52195b3f3caf req-823775e3-4fec-441f-adeb-5583f8ee7b20 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687637
Sep 16 18:02:40.506982 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Attempting to bind port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:40.507320 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Attempting to bind port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:40.507650 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Attempting to bind port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 on network d2cad90f-d166-49a2-bc1f-999d518a5df5 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:40.512798 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 on network d2cad90f-d166-49a2-bc1f-999d518a5df5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:02:40.513122 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Attempting to bind port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 on network d2cad90f-d166-49a2-bc1f-999d518a5df5 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:40.531522 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:40.531971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Checking segment: {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:40.532367 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Bound using segment: {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:40.532797 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Bound port: 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c5280c-78b3-4a0d-8f51-104951e4902e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:40.533152 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.539229 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port f15128fb-51a2-4412-b171-76e55fc49e1e completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:40.546231 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port f15128fb-51a2-4412-b171-76e55fc49e1e triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:40.546604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.586809 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.594530 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.606691 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:40.621877 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.633364 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] For port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:40.651756 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] For port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:40.688881 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Pushing event updated for resources: {'Port': ['ID=d9bb9f88-a785-49da-8100-37c9af5b7d03,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:40.692684 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:40.718108 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:40.722458 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:40.725561 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:40.768458 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.773745 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:40.804830 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Allocated IP 172.27.1.72 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:40.844338 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:40.844958 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.846341 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] 10.222.0.13 "PUT /v2.0/ports/986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 HTTP/1.1" status: 200  len: 1093 time: 1.4700117
Sep 16 18:02:40.846842 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'tag': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:02:40.881641 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Attempting to bind port d9bb9f88-a785-49da-8100-37c9af5b7d03 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:40.882017 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Attempting to bind port d9bb9f88-a785-49da-8100-37c9af5b7d03 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:40.882388 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Attempting to bind port d9bb9f88-a785-49da-8100-37c9af5b7d03 on network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:40.894923 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:40.894923 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Checking segment: {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:40.895278 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.895591 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Bound using segment: {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:40.896327 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Bound port: d9bb9f88-a785-49da-8100-37c9af5b7d03, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:40.896327 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.903465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Pushing event updated for resources: {'Port': ['ID=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:40.908841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:40.917778 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:40.936265 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'tag': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8', 'status': 'completed', 'code': 200}
Sep 16 18:02:41.009042 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:41.009401 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port f15128fb-51a2-4412-b171-76e55fc49e1e, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=f15128fb-51a2-4412-b171-76e55fc49e1e,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:41.039352 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] For port d9bb9f88-a785-49da-8100-37c9af5b7d03, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:41.042746 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] For port d9bb9f88-a785-49da-8100-37c9af5b7d03, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=d9bb9f88-a785-49da-8100-37c9af5b7d03,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:41.056551 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5125e-673d-4714-98c7-ac5c7b62887d req-83578cb2-5954-4fd4-9912-b912607fab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:41.058058 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cff5125e-673d-4714-98c7-ac5c7b62887d req-83578cb2-5954-4fd4-9912-b912607fab81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0c14db023924417a4ef1cd581c93cc9&device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 1096 time: 0.0972762
Sep 16 18:02:41.197470 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:41.198253 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:41.202842 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:41.203539 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:41.205490 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-7dfb7ca4-c58f-4e3b-b7da-ffb0b740cf85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:41.235425 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:41.285912 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:41.289759 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:41.291970 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Pushing event updated for resources: {'Port': ['ID=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:41.294319 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:41.308954 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Pushing event updated for resources: {'Port': ['ID=d9bb9f88-a785-49da-8100-37c9af5b7d03,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:41.317928 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:41.318453 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:41.332673 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:41.354837 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8cee3b2c-1fbd-4624-8495-72457138afea req-122797c4-615b-471e-85d0-ba57b556799a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.0819530
Sep 16 18:02:41.414253 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=f15128fb-51a2-4412-b171-76e55fc49e1e,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:41.417574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5125e-673d-4714-98c7-ac5c7b62887d req-6a01fa6a-dc19-429f-99db-32ef3d0c5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:41.419147 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cff5125e-673d-4714-98c7-ac5c7b62887d req-6a01fa6a-dc19-429f-99db-32ef3d0c5a28 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=e0c14db023924417a4ef1cd581c93cc9&shared=False HTTP/1.1" status: 200  len: 915 time: 0.3533206
Sep 16 18:02:41.425362 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:41.617256 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5125e-673d-4714-98c7-ac5c7b62887d req-c6a6344e-d96e-40e4-a013-4e1b707a4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:41.618964 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cff5125e-673d-4714-98c7-ac5c7b62887d req-c6a6344e-d96e-40e4-a013-4e1b707a4729 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1922829
Sep 16 18:02:41.738110 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-3aa39828-b414-4187-9667-b980c4c69fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:41.739580 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-3aa39828-b414-4187-9667-b980c4c69fed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e0c14db023924417a4ef1cd581c93cc9&device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 1096 time: 0.0752499
Sep 16 18:02:41.766097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713a327-53f8-4530-9d6b-c04972cf1923 req-b485caa9-9c33-4acf-b4a5-c1d8d94fef3c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:41.767629 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e713a327-53f8-4530-9d6b-c04972cf1923 req-b485caa9-9c33-4acf-b4a5-c1d8d94fef3c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 943 time: 0.1573820
Sep 16 18:02:41.814361 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e713a327-53f8-4530-9d6b-c04972cf1923 req-4b894c46-a3b0-4ca6-bdcf-fa4d10f0b0f6 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407391
Sep 16 18:02:41.815133 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-309fc700-58af-4778-8df8-07d3525fe826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 HTTP/1.1" status: 200  len: 217 time: 0.0686886
Sep 16 18:02:41.878601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-bfa46089-4014-4452-996e-0f0eb8c38672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:41.879964 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-bfa46089-4014-4452-996e-0f0eb8c38672 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff8d6df3-d40b-4026-ba4f-d9b3c47977aa HTTP/1.1" status: 200  len: 854 time: 0.0590308
Sep 16 18:02:41.932553 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-f4a94054-b3f7-4749-9488-3cecf8f222ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d2cad90f-d166-49a2-bc1f-999d518a5df5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464778
Sep 16 18:02:42.071046 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-c0733690-2a61-4fbb-9cf1-9bf72f9adbe0 service neutron] 10.222.0.13 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323178
Sep 16 18:02:42.152004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:42.228472 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device d9bb9f88-a785-49da-8100-37c9af5b7d03 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:42.249408 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3ebb54a-6594-49b6-8caf-483e23bab044 req-1e252f3b-8eec-4057-a080-1a941624f6fc service neutron] 10.222.0.13 "GET /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1717236
Sep 16 18:02:42.419146 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dd44a6-8f34-420d-bf6c-c36d7a6e42b2 None None] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:02:42.440380 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port d9bb9f88-a785-49da-8100-37c9af5b7d03 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:42.510603 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:42.514936 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device f15128fb-51a2-4412-b171-76e55fc49e1e up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:42.531161 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bf13016a-03a2-42ce-ae87-c0f627a92e30 req-7f03f406-c4e3-4a4e-a9f1-200817eef030 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.0435247
Sep 16 18:02:42.670145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Provisioning for port d9bb9f88-a785-49da-8100-37c9af5b7d03 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:42.687227 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Provisioning complete for port d9bb9f88-a785-49da-8100-37c9af5b7d03 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:42.687597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:42.722028 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port f15128fb-51a2-4412-b171-76e55fc49e1e triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:42.722425 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:42.815895 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:42.824740 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 18:02:42.990308 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:43.025564 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] For port d9bb9f88-a785-49da-8100-37c9af5b7d03, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=d9bb9f88-a785-49da-8100-37c9af5b7d03,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:43.103944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:43.106314 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:43.106450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2622aaa-c252-42d9-9af9-dcff2fe459e2 req-e8de67ad-c73b-4409-a8fa-0e8a2797edf0 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:43.108762 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c2622aaa-c252-42d9-9af9-dcff2fe459e2 req-e8de67ad-c73b-4409-a8fa-0e8a2797edf0 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 943 time: 0.1349308
Sep 16 18:02:43.109764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:02:43.170976 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c2622aaa-c252-42d9-9af9-dcff2fe459e2 req-6dcceb10-7f32-4cfa-b4ae-9f0e13fc2f04 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549018
Sep 16 18:02:43.187764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Sync routers for ids ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:02:43.220068 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Routers {'2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:43.220719 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f66939d0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:43.246969 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:43.250875 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.7098751
Sep 16 18:02:43.251063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37004) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:43.370519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Pushing event updated for resources: {'Port': ['ID=d9bb9f88-a785-49da-8100-37c9af5b7d03,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:43.377818 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:43.381014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0e756a05-aaec-43c2-ad5d-8d874ed160fd None None] Provisioning complete for port d9bb9f88-a785-49da-8100-37c9af5b7d03 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:43.381403 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0e756a05-aaec-43c2-ad5d-8d874ed160fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:43.478950 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Set router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:43.689660 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-12062c15-7cb8-47af-8b4a-aa0d96f6dbe4 req-86e0f9f4-d6a5-4b08-82de-97dcbc42ad37 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.0447311
Sep 16 18:02:43.821562 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f66939d0>, [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:02:41Z', 'revision_number': 3, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:43.830409 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Checking router: 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:02:43.830936 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Updating router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:02:43.898284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-0a1ac59c-c70c-4608-97f6-7443df6074ae tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:43.900423 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-0a1ac59c-c70c-4608-97f6-7443df6074ae tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 808 time: 0.1549904
Sep 16 18:02:43.913591 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:43.956571 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-7e9d5d57-0f74-459d-898d-72f7952d4b30 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f HTTP/1.1" status: 200  len: 379 time: 0.0477612
Sep 16 18:02:43.967363 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'port': {'device_id': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'admin_state_up': True, 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'security_groups': ['7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78']}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:44.111381 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.136666 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device d9bb9f88-a785-49da-8100-37c9af5b7d03 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:44.150060 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:44.162598 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:44.253490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Made reservation on behalf of 3e78bc05d66d430a9ae4e9fcb7eb156f for: {'port': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:02:44.257636 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.261597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port d9bb9f88-a785-49da-8100-37c9af5b7d03 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:44.262055 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.445670 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Allocated IP 172.20.0.11 (6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273/c4908874-57a5-435d-9c42-4276ea03c166/f7dbde61-2094-4df0-b51f-66bfc6ad3944) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:44.449505 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.453701 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Allocated IP 172.20.0.1 (ec35694e-dfaf-47f1-899b-7f6857cb0ce0/a0b86fc2-33f7-4ba7-8915-2172cbc97a46/3562d1c3-df44-4d79-a3b9-6a1d87be5ef7) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:02:44.468634 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Transition to ACTIVE for port object 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:44.471367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04c7f4-4b01-4bd9-a530-be4e6a5eedad req-f512692b-7df7-4d44-bd45-90977083faf4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:44.473583 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fc04c7f4-4b01-4bd9-a530-be4e6a5eedad req-f512692b-7df7-4d44-bd45-90977083faf4 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 943 time: 0.1846662
Sep 16 18:02:44.549498 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.554287 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:44.601913 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fc04c7f4-4b01-4bd9-a530-be4e6a5eedad req-2df1032b-cf76-4bb5-8848-328959d9142a tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081219
Sep 16 18:02:44.633831 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Attempting to bind port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:44.634208 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Attempting to bind port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:44.634577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Attempting to bind port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:44.636769 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269928d-cb7b-4bbf-b6dd-36bb6112577b None None] Pushing event updated for resources: {'Port': ['ID=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:44.639870 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-1269928d-cb7b-4bbf-b6dd-36bb6112577b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:44.644996 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:44.645507 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:44.646000 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.646429 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:44.646970 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Bound port: 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:44.647443 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.656810 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.676379 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Transition to ACTIVE for port object 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:44.731404 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] For port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:44.736208 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] For port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:44.757084 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.772831 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Transition to ACTIVE for port object f7dbde61-2094-4df0-b51f-66bfc6ad3944 will not be triggered until provisioned by entity DHCP. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:44.808406 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.812242 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:44.854128 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9fca42c6-866d-46fc-a595-4daa8edd4e25 req-195de8aa-1afd-423d-93fc-796d68946010 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.0444648
Sep 16 18:02:44.878657 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:44.881590 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:44.885172 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:44.888336 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.892946 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:44.914893 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:44.919375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.922510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:44.929132 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-15399f1f-9c71-466e-be10-9900dc672661 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:44.964293 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:44.979006 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Routers {'2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:44.979547 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f66939d0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:45.020390 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:45.023852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:45.028571 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:02:45.080013 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:45.089061 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:45.130758 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:45.131299 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.178566 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269928d-cb7b-4bbf-b6dd-36bb6112577b None None] Pushing event updated for resources: {'Port': ['ID=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:45.193364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-1269928d-cb7b-4bbf-b6dd-36bb6112577b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:45.194365 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:02:45.344541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.346101 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:02:45.360919 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] Set router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:45.403390 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4412050
Sep 16 18:02:45.415454 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Request body: {'port': {'device_id': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:45.524576 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a15ad8a5-fdd7-4076-8fb5-e113e153aebb None None] Provisioning for port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:45.541258 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.547066 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:45.598082 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.610523 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a15ad8a5-fdd7-4076-8fb5-e113e153aebb None None] Provisioning complete for port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:45.610907 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a15ad8a5-fdd7-4076-8fb5-e113e153aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.657549 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8', 'network_id': 'd2cad90f-d166-49a2-bc1f-999d518a5df5', 'port_id': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8', 'mac_address': 'fa:16:3e:13:ce:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8d6df3-d40b-4026-ba4f-d9b3c47977aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:02:45.699047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.749817 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-a15ad8a5-fdd7-4076-8fb5-e113e153aebb None None] Port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:02:45.774141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4037d0f2-4f7e-4e03-9dbc-f283a9c9bc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:45.794530 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.848685 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:02:45.875859 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.888270 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:45.923723 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:45.930006 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:45.933099 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f66939d0>, [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:02:45Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '3562d1c3-df44-4d79-a3b9-6a1d87be5ef7', 'name': '', 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'mac_address': 'fa:16:3e:0b:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:44Z', 'updated_at': '2021-09-16T18:02:44Z', 'revision_number': 1, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'subnets': [{'id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:45.938841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76691bc9-bc72-4094-b9f4-704d9b0fc00a None None] The sync data for ids ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'] in dv-cinder-809439-1-iscsi is: [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:02:45Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '3562d1c3-df44-4d79-a3b9-6a1d87be5ef7', 'name': '', 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'mac_address': 'fa:16:3e:0b:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:44Z', 'updated_at': '2021-09-16T18:02:44Z', 'revision_number': 1, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'subnets': [{'id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:02:45.990915 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:45.992841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:46.016961 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dbde61-2094-4df0-b51f-66bfc6ad3944 {{(pid=79935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:02:46.027575 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.032064 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0dd471a6-b54d-448e-a959-396eee099e84 None None] Provisioning for port f7dbde61-2094-4df0-b51f-66bfc6ad3944 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:46.047090 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.057028 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Transition to ACTIVE for port object f7dbde61-2094-4df0-b51f-66bfc6ad3944 will not be triggered until provisioned by entity L2. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:46.066499 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0dd471a6-b54d-448e-a959-396eee099e84 None None] Provisioning complete for port f7dbde61-2094-4df0-b51f-66bfc6ad3944 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:46.066969 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0dd471a6-b54d-448e-a959-396eee099e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.069677 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af252df7-a398-4fac-b270-ed913990884e req-cb6ca465-66d3-4097-801b-d16a80719a00 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:46.071182 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-af252df7-a398-4fac-b270-ed913990884e req-cb6ca465-66d3-4097-801b-d16a80719a00 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 943 time: 0.3012753
Sep 16 18:02:46.140006 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:46.144257 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:46.145080 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0dd471a6-b54d-448e-a959-396eee099e84 None None] Port f7dbde61-2094-4df0-b51f-66bfc6ad3944 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:02:46.150844 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-af252df7-a398-4fac-b270-ed913990884e req-2e4ddf16-4ec5-4d60-bab6-19eb68e1e869 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653214
Sep 16 18:02:46.156490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.160242 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:02:46.168055 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:02:46.168436 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:46.270775 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3667db2-4e14-4453-a688-6fec3f1fe7c0 req-d2df7586-417b-4dfc-b30d-3ef852995cef tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:46.271502 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-c3667db2-4e14-4453-a688-6fec3f1fe7c0 req-d2df7586-417b-4dfc-b30d-3ef852995cef tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Synchronizing usage tracker for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:02:46.356311 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['986377b2-d7e9-4a10-b7bf-e6b4d880a0c8'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:02:46.370451 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:46.374587 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:46.429010 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:02:46.487640 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-c3667db2-4e14-4453-a688-6fec3f1fe7c0 req-d2df7586-417b-4dfc-b30d-3ef852995cef tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Unset dirty status for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:02:46.489206 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3667db2-4e14-4453-a688-6fec3f1fe7c0 req-d2df7586-417b-4dfc-b30d-3ef852995cef tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 932 time: 0.4307990
Sep 16 18:02:46.595572 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c3667db2-4e14-4453-a688-6fec3f1fe7c0 req-f700e33f-f64e-42c7-98aa-fbd831e4b21f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989814
Sep 16 18:02:46.625270 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Attempting to bind port f7dbde61-2094-4df0-b51f-66bfc6ad3944 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:46.625737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Attempting to bind port f7dbde61-2094-4df0-b51f-66bfc6ad3944 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:46.626224 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Attempting to bind port f7dbde61-2094-4df0-b51f-66bfc6ad3944 on network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:46.631849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Port f7dbde61-2094-4df0-b51f-66bfc6ad3944 on network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:02:46.632448 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Attempting to bind port f7dbde61-2094-4df0-b51f-66bfc6ad3944 on network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:46.652868 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:46.653416 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Checking segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:46.653890 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Bound using segment: {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'} {{(pid=79935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:46.654543 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.managers [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Bound port: f7dbde61-2094-4df0-b51f-66bfc6ad3944, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '611ba419-0243-4cfe-ad9c-5a565dff65fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273'}}] {{(pid=79935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:46.654985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.703563 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:02:46.715526 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-682d3d85-59d2-4fd7-8983-de89ddef5d7f None None] Provisioning complete for port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:46.716034 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-682d3d85-59d2-4fd7-8983-de89ddef5d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.722069 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] 10.222.0.37 "PUT /v2.0/routers/2cd7719d-2fe9-4d24-90e9-cc28c23d29bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4696186
Sep 16 18:02:46.801051 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-682d3d85-59d2-4fd7-8983-de89ddef5d7f None None] Port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:02:46.806434 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, cleared binding levels {{(pid=79935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:46.809801 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:46.889809 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-68515ddc-8430-4f4e-8a26-daa63280c031 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1204169
Sep 16 18:02:46.912513 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:46.918063 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:46.998675 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:46.999385 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:47.001165 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] 10.222.0.13 "PUT /v2.0/ports/f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 1094 time: 1.5904515
Sep 16 18:02:47.001717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:02:47.030529 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=3']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:47.036203 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:47.070216 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'status': 'completed', 'code': 200}
Sep 16 18:02:47.104366 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-52a506a0-dbed-4b48-9b4f-fed230125541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.106105 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-52a506a0-dbed-4b48-9b4f-fed230125541 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 1099 time: 0.1277480
Sep 16 18:02:47.195898 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0627-026e-4eeb-9820-2a8e5e79b40d req-0b11701b-e728-464e-8fca-ee125d77191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.197372 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0bfb0627-026e-4eeb-9820-2a8e5e79b40d req-0b11701b-e728-464e-8fca-ee125d77191b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1097 time: 0.1038184
Sep 16 18:02:47.352603 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-303f3458-5fd9-49dd-bc48-bc43aa9608a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.354313 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-303f3458-5fd9-49dd-bc48-bc43aa9608a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.2261999
Sep 16 18:02:47.454491 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0627-026e-4eeb-9820-2a8e5e79b40d req-870267bc-9e14-4008-bd8a-9f3da9cf20da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.456098 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0bfb0627-026e-4eeb-9820-2a8e5e79b40d req-870267bc-9e14-4008-bd8a-9f3da9cf20da service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2499685
Sep 16 18:02:47.468032 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553688b-b78a-439d-af51-d09285f1a106 req-79c6c7a4-65b8-41a8-8f3f-3a782950e223 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.469471 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8553688b-b78a-439d-af51-d09285f1a106 req-79c6c7a4-65b8-41a8-8f3f-3a782950e223 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 944 time: 0.1456194
Sep 16 18:02:47.473769 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-7af76565-11ef-48df-a2b0-759917ec086e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 200  len: 1000 time: 0.1105766
Sep 16 18:02:47.539118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-857bf8c8-30f4-4682-9a77-45039d76b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.540681 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-857bf8c8-30f4-4682-9a77-45039d76b2ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0609622
Sep 16 18:02:47.631344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-4f44280a-a0aa-4eee-a16d-1ddaa331b225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.631344 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-4f44280a-a0aa-4eee-a16d-1ddaa331b225 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811148
Sep 16 18:02:47.631344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37030) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:47.636932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845908712', 'description': 'tempest-secgroup-smoke-845908712 description', 'project_id': '3ec9e72166d24115a3cac97722f4bf86'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:47.664043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:47.683042 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8553688b-b78a-439d-af51-d09285f1a106 req-6154bfeb-5d0e-4ae9-978f-5c9774d4a65c tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951630
Sep 16 18:02:47.718199 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:47.723965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:47.737778 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:47.744176 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb0627-026e-4eeb-9820-2a8e5e79b40d req-8d1009f7-bfc9-4341-a0ee-765220496132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.747125 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0bfb0627-026e-4eeb-9820-2a8e5e79b40d req-8d1009f7-bfc9-4341-a0ee-765220496132 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2767894
Sep 16 18:02:47.859483 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-2d09e113-ea92-46c3-9dcc-2126f0202015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:47.863868 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-2d09e113-ea92-46c3-9dcc-2126f0202015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1097 time: 0.0783591
Sep 16 18:02:47.901144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:47.942449 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-31e55409-4415-416c-8715-b42239b4eb88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 217 time: 0.0677652
Sep 16 18:02:47.984518 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-da2d3044-60a2-43a9-89fa-f3a276288229 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3431838
Sep 16 18:02:47.990561 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:48.012004 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-ec2058bc-b069-4d6c-bb0d-f6fc3678f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:48.014020 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-ec2058bc-b069-4d6c-bb0d-f6fc3678f660 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0644462
Sep 16 18:02:48.017665 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:48.021209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:48.078755 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:48.108107 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-3e4c5ec8-fd10-4bca-851a-f75a30ccf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:48.110228 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-3e4c5ec8-fd10-4bca-851a-f75a30ccf43f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873597
Sep 16 18:02:48.163128 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:48.174417 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96270a-5ebe-4cd8-909d-e90d0c4977d1 req-3624dec7-d34e-4691-bec6-442a56586ae1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:48.175968 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6e96270a-5ebe-4cd8-909d-e90d0c4977d1 req-3624dec7-d34e-4691-bec6-442a56586ae1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.2788162
Sep 16 18:02:48.188808 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-23e1fb1f-da8b-4294-873f-2db4fbec8631 req-ba370a27-1f1e-49aa-88e2-b86b8cc32128 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939321
Sep 16 18:02:48.258829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-6e96270a-5ebe-4cd8-909d-e90d0c4977d1 req-c397243a-f207-4353-a36a-deed1ba7b29f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Synchronizing usage tracker for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:02:48.262756 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.273393 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-e16c3268-afeb-4b09-bb37-b54809ba07c3 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558969
Sep 16 18:02:48.274204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-6e96270a-5ebe-4cd8-909d-e90d0c4977d1 req-c397243a-f207-4353-a36a-deed1ba7b29f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Unset dirty status for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:02:48.275651 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6e96270a-5ebe-4cd8-909d-e90d0c4977d1 req-c397243a-f207-4353-a36a-deed1ba7b29f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0913713
Sep 16 18:02:48.345091 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.345296 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:48.348881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-99476115-4969-4ca1-a01a-4f8176292c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:48.352572 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:48.353392 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.389120 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39995ca-f550-42d2-afc3-d41708bcc177,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:48.392201 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:48.415018 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-99beaf17-9c86-42c3-9eb7-06052da00be5 req-cb634f13-9715-4457-af38-53081f4d8b52 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348937
Sep 16 18:02:48.470580 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.471856 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.8397117
Sep 16 18:02:48.474857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37034) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:48.477748 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.483839 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group_rule': {'security_group_id': 'd39995ca-f550-42d2-afc3-d41708bcc177', 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:48.486468 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:48.490296 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:48.493158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:48.495230 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:48.498850 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:48.537722 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Sync routers for ids ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:02:48.547849 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Routers {'2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:48.548547 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6b5a490>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:48.578385 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.580216 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-9ed5aafb-69f7-4aac-bbee-a28ce465e20f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:48.647508 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:48.651120 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:48.660118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.722643 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.729608 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Set router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:48.842725 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:48.850688 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-36125580-4a6f-42a8-9140-4fafb9d020f2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:48.874400 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=785434c3-51f4-4823-9c74-d315b47d0877,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:48.878088 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:48.889572 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b35935-08d0-4d3e-9dbe-acd432bc2957 req-be599968-65a8-49a7-a9ec-13879d8278cf tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:48.891136 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54b35935-08d0-4d3e-9dbe-acd432bc2957 req-be599968-65a8-49a7-a9ec-13879d8278cf tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 944 time: 0.0864539
Sep 16 18:02:48.939332 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54b35935-08d0-4d3e-9dbe-acd432bc2957 req-1855f80a-dd80-4ec6-a2bf-fcd5a0dcec7e tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421789
Sep 16 18:02:49.045115 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6b5a490>, [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:02:45Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '3562d1c3-df44-4d79-a3b9-6a1d87be5ef7', 'name': '', 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'mac_address': 'fa:16:3e:0b:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:44Z', 'updated_at': '2021-09-16T18:02:45Z', 'revision_number': 2, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'subnets': [{'id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:49.049906 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Checking router: 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:02:49.050256 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Updating router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:02:49.063455 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.064918 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-f9574512-e40f-4983-8213-cf696af35e45 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5890992
Sep 16 18:02:49.067672 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37040) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:49.072692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group_rule': {'security_group_id': 'd39995ca-f550-42d2-afc3-d41708bcc177', 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:49.079487 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:49.083289 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:49.086161 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:49.091835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:49.102071 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.238099 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:49.255211 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.325164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.374535 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:49.379843 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:49.380600 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.436913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.451876 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-944bee1f-4661-429e-9b0d-d9c4ab687166 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:49.463441 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.477622 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Transition to ACTIVE for port object 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:02:49.478168 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7935c0-fa3c-48f9-b081-0f9bb7548e71,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:49.485628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:49.514752 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7966b99-7487-411b-9a32-010cf18c9347 req-299fd061-b055-4af8-a3f6-03cc405f230f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:49.516370 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f7966b99-7487-411b-9a32-010cf18c9347 req-299fd061-b055-4af8-a3f6-03cc405f230f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.1305566
Sep 16 18:02:49.533850 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.557175 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.561448 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:02:49.562699 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-73d285f5-771d-4cd9-937a-1e792053fb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:49.563669 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f7966b99-7487-411b-9a32-010cf18c9347 req-e3e26c49-aba5-4ff5-ae6a-3fd26ac2a8d5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415816
Sep 16 18:02:49.567620 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.571444 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-461bbfc3-5eed-44e0-a929-a0ce9f2a0b35 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5003128
Sep 16 18:02:49.571774 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37048) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:49.575052 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:49.578133 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group_rule': {'security_group_id': 'd39995ca-f550-42d2-afc3-d41708bcc177', 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:49.588852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:49.600058 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:49.600058 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:49.603391 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:49.673007 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.675728 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:49.686286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Pushing event updated for resources: {'Port': ['ID=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:49.704176 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.704614 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.705176 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.705682 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.706191 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.706715 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.707225 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.707738 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.708302 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.708818 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.709328 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.709836 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:02:49.711846 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.718980 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:49.771196 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8', 'code': 200}
Sep 16 18:02:49.808751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.814502 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:49.818106 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:49.828212 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Attempting to bind port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:02:49.828212 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Attempting to bind port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:02:49.828212 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Attempting to bind port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 on network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:02:49.833040 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:02:49.833420 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Checking segment: {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:02:49.833825 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.834220 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Bound using segment: {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:02:49.834867 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Bound port: 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:02:49.835272 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.899174 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:49.901620 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-559f95d5-7f29-4b28-947c-7c50dd227a12 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:49.923445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f9e415-9d46-4173-8acf-c2c733dff5e8,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:49.928685 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:49.930676 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] For port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:02:49.933894 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] For port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:02:50.025505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.026748 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4539309
Sep 16 18:02:50.030140 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37056) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:50.035451 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group_rule': {'security_group_id': 'd39995ca-f550-42d2-afc3-d41708bcc177', 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:50.041872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:50.048394 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:50.051256 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:50.054041 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.061398 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:50.061627 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:50.143009 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238c43-bf38-4ec9-a260-8fb39cde1e19 req-3495bc6b-c3f6-46f5-993a-cfadd2d239e0 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:50.144573 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-21238c43-bf38-4ec9-a260-8fb39cde1e19 req-3495bc6b-c3f6-46f5-993a-cfadd2d239e0 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.0918591
Sep 16 18:02:50.161735 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:50.163439 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Pushing event updated for resources: {'Port': ['ID=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:50.182420 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.188874 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Routers {'2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:50.189920 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6b5a490>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:50.207053 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-21238c43-bf38-4ec9-a260-8fb39cde1e19 req-876c4b09-233c-41b4-b184-22cceede1f8f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554907
Sep 16 18:02:50.250188 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441323c3-866e-48ae-8863-650fa8a831d0 req-2823c0df-0d3b-441a-bdfe-1b069756d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:50.251704 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-441323c3-866e-48ae-8863-650fa8a831d0 req-2823c0df-0d3b-441a-bdfe-1b069756d2c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 1098 time: 0.1587439
Sep 16 18:02:50.267865 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:50.268455 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.294555 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.326463 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-441323c3-866e-48ae-8863-650fa8a831d0 req-184d71c3-a79b-4a1b-bd2c-38e2fccf6315 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621970
Sep 16 18:02:50.355020 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-f0d84624-eab5-48fe-b8b5-824f72d31bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:50.408490 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] Set router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:02:50.430227 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.432448 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:50.456211 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44667456-d15b-4687-839c-11c164310ea7,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:50.458587 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:50.567901 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.569189 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5380812
Sep 16 18:02:50.571819 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37062) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:50.584079 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group_rule': {'security_group_id': 'd39995ca-f550-42d2-afc3-d41708bcc177', 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:50.584079 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:50.586940 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:50.589934 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:50.596187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:50.724518 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6b5a490>, [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:02:45Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '3562d1c3-df44-4d79-a3b9-6a1d87be5ef7', 'name': '', 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'mac_address': 'fa:16:3e:0b:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:44Z', 'updated_at': '2021-09-16T18:02:49Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'subnets': [{'id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:02:50.726486 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.securitygroups_db [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Project 3ec9e72166d24115a3cac97722f4bf86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 18:02:50.728341 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948dbec4-58f0-442c-b0bd-ca056a90d615 None None] The sync data for ids ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'] in dv-cinder-809439-1-iscsi is: [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:02:45Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '3562d1c3-df44-4d79-a3b9-6a1d87be5ef7', 'name': '', 'network_id': 'ec35694e-dfaf-47f1-899b-7f6857cb0ce0', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'mac_address': 'fa:16:3e:0b:d0:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:44Z', 'updated_at': '2021-09-16T18:02:49Z', 'revision_number': 4, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'subnets': [{'id': 'a0b86fc2-33f7-4ba7-8915-2172cbc97a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:02:50.741706 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.828213 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.837241 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7c179-06eb-4ae9-b337-4a64b1a89373 req-b0da5473-de89-43e2-904e-d337b18ff538 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:50.838676 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-53c7c179-06eb-4ae9-b337-4a64b1a89373 req-b0da5473-de89-43e2-904e-d337b18ff538 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.1507442
Sep 16 18:02:50.886402 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-53c7c179-06eb-4ae9-b337-4a64b1a89373 req-c0cb7bea-dd09-46b1-b550-d303e2865773 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410416
Sep 16 18:02:50.927894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:50.929958 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:50.954020 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff5f59a-df4a-442e-afe9-8c9be2c1b331,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:50.958700 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:51.030818 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:51.032696 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ae701956-71bb-4321-b287-9dd087cd1c5a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4599245
Sep 16 18:02:51.035297 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37068) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:02:51.040436 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'security_group_rule': {'security_group_id': 'd39995ca-f550-42d2-afc3-d41708bcc177', 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:02:51.046544 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:02:51.050497 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:security_group_rule and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:02:51.053467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:02:51.059762 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:02:51.144146 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.securitygroups_db [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Project 3ec9e72166d24115a3cac97722f4bf86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 18:02:51.151603 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:51.225038 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:51.377861 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:51.377861 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-03bb2e42-f383-4904-bcba-c121013c03ca tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:51.399497 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f3d044-6d5f-4e3d-bb3a-f970bff0f5d6,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:51.402316 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:51.404520 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe8688-2a49-40f1-b89d-134086e9f99d req-05083501-c754-4f2a-af6b-f2ec21a08129 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:51.406269 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-acbe8688-2a49-40f1-b89d-134086e9f99d req-05083501-c754-4f2a-af6b-f2ec21a08129 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.0868790
Sep 16 18:02:51.454647 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-acbe8688-2a49-40f1-b89d-134086e9f99d req-fcd2dffa-8434-4f4a-bebb-bea16dfe5540 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421872
Sep 16 18:02:51.476382 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:51.477720 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5b67641a-3392-435c-b0e3-e55e822aac46 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4415195
Sep 16 18:02:52.074942 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e44cff-f738-485e-b884-6766dd109d0a req-cadcee3d-8361-4c30-8959-aea262180f52 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:52.076449 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a7e44cff-f738-485e-b884-6766dd109d0a req-cadcee3d-8361-4c30-8959-aea262180f52 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0851626
Sep 16 18:02:52.123965 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a7e44cff-f738-485e-b884-6766dd109d0a req-3e5b2f1d-6d8a-48da-ba59-96c8f6c9cc01 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416560
Sep 16 18:02:52.162320 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:52.287641 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:52.292680 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:52.293053 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:52.412270 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:52.445331 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:52.545237 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:52.547071 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-eedb3901-6e0f-4dfd-b852-acf224ea13ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:52.631114 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:52.641976 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:52.676554 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2efef-398d-4ed6-98df-9be52be354f8 req-76d0c419-06f8-433c-a619-d2844ab8a463 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:52.678086 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4fd2efef-398d-4ed6-98df-9be52be354f8 req-76d0c419-06f8-433c-a619-d2844ab8a463 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.1082816
Sep 16 18:02:52.727249 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4fd2efef-398d-4ed6-98df-9be52be354f8 req-7d0b201c-9cd3-4765-a53d-75770a7ef45e tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401485
Sep 16 18:02:53.346533 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd60f9-75b5-42f6-bef2-b19c28d296a9 req-fa123f16-14b0-4639-99f2-4c6ad8e06815 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:53.348049 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d9dd60f9-75b5-42f6-bef2-b19c28d296a9 req-fa123f16-14b0-4639-99f2-4c6ad8e06815 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0824401
Sep 16 18:02:53.394754 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d9dd60f9-75b5-42f6-bef2-b19c28d296a9 req-b4a6358d-d58b-4e0b-a4f5-bd9c6235a21b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409899
Sep 16 18:02:54.132007 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:54.203352 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:54.203742 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:54.601591 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051cfe6-6915-4877-ae22-3989abe34659 req-c4362546-5940-4dce-b42d-2358a8d0a864 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:54.603167 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9051cfe6-6915-4877-ae22-3989abe34659 req-c4362546-5940-4dce-b42d-2358a8d0a864 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0984244
Sep 16 18:02:54.648690 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9051cfe6-6915-4877-ae22-3989abe34659 req-c16e1574-4517-4df3-b073-614e3880f279 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395863
Sep 16 18:02:55.847239 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba4830-510f-45a3-a5e9-a71bff9fe8c2 req-8866ba0c-b251-485f-afd6-f721494f0209 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:55.849799 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0dba4830-510f-45a3-a5e9-a71bff9fe8c2 req-8866ba0c-b251-485f-afd6-f721494f0209 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0861270
Sep 16 18:02:55.906245 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0dba4830-510f-45a3-a5e9-a71bff9fe8c2 req-e8e53c70-5218-4a18-a55a-1e52bb06ec63 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501268
Sep 16 18:02:56.462224 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7de0f-ad48-4b85-89b1-e5039dede1cf req-9be7c33c-6ef3-4bb5-9d5b-aa24ac333caa tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:56.463608 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-aad7de0f-ad48-4b85-89b1-e5039dede1cf req-9be7c33c-6ef3-4bb5-9d5b-aa24ac333caa tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0847626
Sep 16 18:02:56.507405 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-aad7de0f-ad48-4b85-89b1-e5039dede1cf req-1d61ca09-e875-4fe5-a240-16602aa5b0a9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372560
Sep 16 18:02:57.094528 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54509056-ab9c-46b8-b0be-05def3d4ce97 req-051b3902-429d-48d5-8991-213ebe165350 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:57.096000 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54509056-ab9c-46b8-b0be-05def3d4ce97 req-051b3902-429d-48d5-8991-213ebe165350 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0804274
Sep 16 18:02:57.140829 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54509056-ab9c-46b8-b0be-05def3d4ce97 req-08262700-98a2-40a9-a0f0-5dfc65eb77e1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391135
Sep 16 18:02:57.270136 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device f7dbde61-2094-4df0-b51f-66bfc6ad3944 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:02:57.404213 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:57.417456 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'port_id': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'mac_address': 'fa:16:3e:c8:2b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:02:57.472336 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:57.488716 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dbde61-2094-4df0-b51f-66bfc6ad3944 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:02:57.504509 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:57.601861 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:57.603678 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:57.676104 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:57.679822 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:57.711081 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3732f-62ad-47d3-9b48-2a3a5c94fd6e req-ee7a4568-c081-4229-b6b8-6638780cd5d5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:57.712869 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1ac3732f-62ad-47d3-9b48-2a3a5c94fd6e req-ee7a4568-c081-4229-b6b8-6638780cd5d5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0905528
Sep 16 18:02:57.763919 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1ac3732f-62ad-47d3-9b48-2a3a5c94fd6e req-f8509e3a-cec3-4778-b110-0c9cde9794b4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449622
Sep 16 18:02:58.042962 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['f7dbde61-2094-4df0-b51f-66bfc6ad3944'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:02:58.374384 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3e471-20bd-4ee8-8915-34a9fbf6fb44 req-7c14fca0-ba30-4b19-89be-55637cb95a3a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:58.375833 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-47c3e471-20bd-4ee8-8915-34a9fbf6fb44 req-7c14fca0-ba30-4b19-89be-55637cb95a3a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 945 time: 0.1247976
Sep 16 18:02:58.436752 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-47c3e471-20bd-4ee8-8915-34a9fbf6fb44 req-98790ec0-d76a-4ea5-8208-fa99be59eb50 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542650
Sep 16 18:02:58.458968 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-cdda18a0-7b28-48ec-b6b1-a08ac5d1efa6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:58.460441 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-cdda18a0-7b28-48ec-b6b1-a08ac5d1efa6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.1300991
Sep 16 18:02:58.625163 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Deleting port c306b146-9702-4627-b5c0-e1b0e8ae7148 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:02:58.625412 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:58.877878 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] For port c306b146-9702-4627-b5c0-e1b0e8ae7148, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=c306b146-9702-4627-b5c0-e1b0e8ae7148,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:58.878235 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:58.967629 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd65be-d239-4111-8629-236927da994e req-bfb5fa7e-1157-4535-b51a-f48c83c7520d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:58.969206 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ddbd65be-d239-4111-8629-236927da994e req-bfb5fa7e-1157-4535-b51a-f48c83c7520d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 946 time: 0.0893364
Sep 16 18:02:59.014844 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ddbd65be-d239-4111-8629-236927da994e req-6f788230-00f5-42b2-a8a1-ab8cdc7d8a01 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=2e8b357d-51b5-443d-9509-caa430b6595a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397651
Sep 16 18:02:59.170716 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:59.171052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:59.171430 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Floating IP 36d22829-8648-449b-9ded-1c8f6f885b0d disassociated. External IP: 172.27.1.34, port: c306b146-9702-4627-b5c0-e1b0e8ae7148.
Sep 16 18:02:59.171768 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Calling delete_port for c306b146-9702-4627-b5c0-e1b0e8ae7148 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:02:59.295320 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device f7dbde61-2094-4df0-b51f-66bfc6ad3944 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:02:59.413371 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:59.419468 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:59.468193 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event deleted for resources: {'Port': ['ID=c306b146-9702-4627-b5c0-e1b0e8ae7148,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:59.470767 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:59.516507 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port f7dbde61-2094-4df0-b51f-66bfc6ad3944 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:02:59.521774 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port f7dbde61-2094-4df0-b51f-66bfc6ad3944 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:02:59.522467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:59.643739 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:59.676414 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:02:59.690515 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:02:59.722458 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c4374-acd3-4c49-aae2-cd017a232aaa req-c6362f03-09c8-4305-a7cb-634f61f7d3e2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:02:59.724080 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-556c4374-acd3-4c49-aae2-cd017a232aaa req-c6362f03-09c8-4305-a7cb-634f61f7d3e2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 945 time: 0.1359982
Sep 16 18:02:59.730904 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Router 86e29bf1-11a0-4bc7-8279-182095198352 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:02:59.740362 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'code': 200}
Sep 16 18:02:59.876326 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:02:59.878259 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:02:59.915939 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-556c4374-acd3-4c49-aae2-cd017a232aaa req-ade46865-cd0f-4f37-8ce5-8a2db454d6da tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1837022
Sep 16 18:02:59.959561 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:02:59.965543 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:02:59.971817 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:02:59.982965 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:02:59.992536 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:02:59.993260 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f71f9fd0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:00.058050 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] No DVR routers for this DVR port c306b146-9702-4627-b5c0-e1b0e8ae7148 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:03:00.062874 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:00.067317 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-deleted', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:00.133645 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f63fd18-277c-40a1-8acc-f91ce2481d6e', 'name': 'network-vif-deleted', 'tag': 'c306b146-9702-4627-b5c0-e1b0e8ae7148', 'status': 'completed', 'code': 200}
Sep 16 18:03:00.213682 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8a6dfdc5-deb5-4a87-8fe9-1497530b77c1 req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "DELETE /v2.0/ports/c306b146-9702-4627-b5c0-e1b0e8ae7148 HTTP/1.1" status: 204  len: 173 time: 1.7389617
Sep 16 18:03:00.225406 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:00.270205 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-970b4265-f297-4f45-bfd2-858451b459b2 req-1a354e77-f815-4436-9dd4-96784d45c027 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.0750866
Sep 16 18:03:00.306240 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61313f83-d0fe-4eb3-a371-58fb056be124 req-18ee1ad6-286c-446d-b0fc-ee30c7d5dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:00.308097 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-61313f83-d0fe-4eb3-a371-58fb056be124 req-18ee1ad6-286c-446d-b0fc-ee30c7d5dbf0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.1521761
Sep 16 18:03:00.442149 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-61313f83-d0fe-4eb3-a371-58fb056be124 req-af8a0bd8-7d8e-41dc-ac70-7d643c6e909c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1266646
Sep 16 18:03:00.595080 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f71f9fd0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:00.598902 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:03:00.607903 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:00.608524 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f71f9fd0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:00.794092 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:01.120800 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f71f9fd0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:01.125348 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb7c927-e5ee-47e1-926e-1389bd0a3120 None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:03:01.252906 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2bbce-1c0d-41bd-a02e-e45ef8f2992d req-10fac9e5-3749-4898-9c5f-99a29b7be8de tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:01.254502 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8ac2bbce-1c0d-41bd-a02e-e45ef8f2992d req-10fac9e5-3749-4898-9c5f-99a29b7be8de tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.2001250
Sep 16 18:03:01.280492 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:03:01.309570 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8ac2bbce-1c0d-41bd-a02e-e45ef8f2992d req-60b89ec9-90f7-419c-b465-5f36b2574520 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487323
Sep 16 18:03:01.360146 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: c306b146-9702-4627-b5c0-e1b0e8ae7148 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:03:01.360500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device c306b146-9702-4627-b5c0-e1b0e8ae7148 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:03:01.499466 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580a0676-2f18-4c4e-8010-9e75201cb031 None None] New status for floating IP 36d22829-8648-449b-9ded-1c8f6f885b0d: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:03:01.570111 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-81004e01-ec93-438d-9357-c1bdc97a9ee1 req-a6ef8128-4d6c-43f1-9dc5-638a6d5a31b6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f63fd18-277c-40a1-8acc-f91ce2481d6e HTTP/1.1" status: 200  len: 210 time: 0.0670254
Sep 16 18:03:02.508650 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100822bb-0d6c-43b9-b470-19b23b873cf1 req-15005650-c027-4335-bf2c-a5c17afae672 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:02.510265 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-100822bb-0d6c-43b9-b470-19b23b873cf1 req-15005650-c027-4335-bf2c-a5c17afae672 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0820878
Sep 16 18:03:02.558209 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-100822bb-0d6c-43b9-b470-19b23b873cf1 req-d39a77d7-aea4-463b-b3e7-a4b05f4fe87b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421169
Sep 16 18:03:02.876037 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37240) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:02.940057 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:02.967682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:03.161760 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:03.165833 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:03.180729 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b357d-51b5-443d-9509-caa430b6595a,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:03.184353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:03.361500 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:03.362698 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "DELETE /v2.0/security-groups/2e8b357d-51b5-443d-9509-caa430b6595a HTTP/1.1" status: 204  len: 168 time: 0.4855502
Sep 16 18:03:03.365453 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37246) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:03.383237 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.api.v2.resource [None req-8a117741-9c57-4d71-8dfd-9731e2ce2539 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] show failed (client error): The resource could not be found.
Sep 16 18:03:03.384325 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8a117741-9c57-4d71-8dfd-9731e2ce2539 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups/2e8b357d-51b5-443d-9509-caa430b6595a HTTP/1.1" status: 404  len: 347 time: 0.0177889
Sep 16 18:03:03.387446 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37250) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:03.563191 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Deleting port 0649bdcb-69c8-4d62-94a4-19de361bc1ac {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:03:03.563857 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:03.759533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:03.759533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:03.759750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26d13-4e40-4f82-b7e8-4666dc09c1b5 req-70ae5795-396e-486a-8b86-3d32d67ff545 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:03.759750 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5fd26d13-4e40-4f82-b7e8-4666dc09c1b5 req-70ae5795-396e-486a-8b86-3d32d67ff545 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0895319
Sep 16 18:03:03.802435 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5fd26d13-4e40-4f82-b7e8-4666dc09c1b5 req-fa9af2a6-d150-4bcf-a2d8-17624d9f4918 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396025
Sep 16 18:03:03.883643 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Calling delete_port for 0649bdcb-69c8-4d62-94a4-19de361bc1ac owned by network:floatingip {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:03:04.065652 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d722be9-2c6f-42cb-87b6-62dad650efef req-391d4d9e-28cb-4e49-888e-3a495667bed8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:04.067111 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7d722be9-2c6f-42cb-87b6-62dad650efef req-391d4d9e-28cb-4e49-888e-3a495667bed8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.1558404
Sep 16 18:03:04.131024 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7d722be9-2c6f-42cb-87b6-62dad650efef req-fe14a84b-9737-4fbf-ac6e-93cc6fc360c9 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558071
Sep 16 18:03:04.154276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37262) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:04.297828 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:04.310138 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:04.355077 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event deleted for resources: {'Port': ['ID=0649bdcb-69c8-4d62-94a4-19de361bc1ac,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:04.358260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:04.463339 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:04.478883 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a87b3-dbe4-45c7-b544-1d56fbdf877c tempest-TestShelveInstance-1528369354 tempest-TestShelveInstance-1528369354-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:04.479573 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-c11a87b3-dbe4-45c7-b544-1d56fbdf877c tempest-TestShelveInstance-1528369354 tempest-TestShelveInstance-1528369354-project-admin] Synchronizing usage tracker for tenant:2ef5696e4d3b4eeeb9c23ea4d06fde6a on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:04.488577 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:04.489667 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "DELETE /v2.0/floatingips/36d22829-8648-449b-9ded-1c8f6f885b0d HTTP/1.1" status: 204  len: 168 time: 1.1013262
Sep 16 18:03:04.642192 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-c11a87b3-dbe4-45c7-b544-1d56fbdf877c tempest-TestShelveInstance-1528369354 tempest-TestShelveInstance-1528369354-project-admin] Unset dirty status for tenant:2ef5696e4d3b4eeeb9c23ea4d06fde6a on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:04.646198 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-c11a87b3-dbe4-45c7-b544-1d56fbdf877c tempest-TestShelveInstance-1528369354 tempest-TestShelveInstance-1528369354-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1094 time: 0.4881914
Sep 16 18:03:04.646552 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37272) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:04.652889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'port_id': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:04.660411 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:04.664241 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Usage tracker for resource:floatingip and tenant:3e78bc05d66d430a9ae4e9fcb7eb156f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:04.666995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:04.673913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:04.881882 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for floatingip, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.052124 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37278) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:05.059047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018873052', 'description': 'tempest-description--1011312526'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:05.066768 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:05.079205 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:05.082605 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:05.090547 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:05.141683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.206002 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.266444 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:05.272955 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:05.277295 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:05.289327 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:05.314086 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Allocated IP 172.27.1.42 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/0221ecb9-2d89-4cd0-a9f4-848c7cb60d26) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:03:05.473659 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.511377 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.596061 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.599561 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9769b87-599d-4d55-be67-b451479369cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:05.633371 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.658001 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7848a7-bb95-4145-8a57-62861b420636,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:05.661213 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:05.661689 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c214e654-3793-4bb0-8e08-c756d61e219d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:05.697724 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:03:05.705050 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:03:05.714590 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:03:05.753311 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.754507 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7008748
Sep 16 18:03:05.757514 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37284) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:05.762956 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'security_group_rule': {'security_group_id': '1f7848a7-bb95-4145-8a57-62861b420636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:05.766290 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'Port': ['ID=0221ecb9-2d89-4cd0-a9f4-848c7cb60d26,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:05.768894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:05.770489 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:05.772943 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:05.777754 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:05.783006 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:05.877476 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:05.947764 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.047400 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.055141 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2b14819c-9c83-4696-beee-02c8fd4e8509 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:06.075290 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc2e7ba-4328-43a5-a7bb-fe8b035fed38,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:06.078610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:06.134718 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.144727 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.145990 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3873689
Sep 16 18:03:06.148650 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37290) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:06.154833 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'security_group_rule': {'security_group_id': '1f7848a7-bb95-4145-8a57-62861b420636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:06.160557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:06.164338 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:security_group_rule and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:06.167155 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:06.172834 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:06.282073 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.301399 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.343130 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.436170 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.438605 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:06.461960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485004ed-8abd-46bd-a9e6-46a51ebcf105,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:06.465919 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:06.501433 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.550031 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.551306 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4010923
Sep 16 18:03:06.554232 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37296) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:06.559173 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:06.565718 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:06.569686 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Usage tracker for resource:floatingip and tenant:de769fcab70f4f338e7730e7468e5ce5 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:06.572598 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:06.578970 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:06.600045 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.604819 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:06.699200 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.708464 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event updated for resources: {'Port': ['ID=0221ecb9-2d89-4cd0-a9f4-848c7cb60d26,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:06.712580 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:06.805735 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.845992 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:06.980379 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Floating IP 0e1b0a5c-caed-4230-8b1d-6bbb1585300f associated. External IP: 172.27.1.42, port: f7dbde61-2094-4df0-b51f-66bfc6ad3944.
Sep 16 18:03:07.071388 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Allocated IP 172.27.1.165 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/e3bbe8dd-2b1e-4476-a16c-61227b20b75d) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:03:07.218105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:07.379211 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:07.383873 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d2ac26e1-2882-413b-a6d0-18efcddf1602 tempest-AttachVolumeNegativeTest-1579718292 tempest-AttachVolumeNegativeTest-1579718292-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:07.448719 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:03:07.450785 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Router 50f133d0-63f7-47e6-acca-9342558aa280 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:03:07.452271 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:03:07.455997 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:03:07.497488 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'Port': ['ID=e3bbe8dd-2b1e-4476-a16c-61227b20b75d,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:07.501885 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:07.543943 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:07.590059 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5f1a-7c48-4593-8c0a-5ac14493a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:07.634503 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:03:07.644227 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] Sync routers for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:03:07.654830 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:07.664439 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f71f99a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:07.749436 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:07.813055 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:07.835748 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:07.882328 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2202160
Sep 16 18:03:07.882328 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:07.966499 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'status': 'completed', 'code': 200}
Sep 16 18:03:07.971795 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:08.048876 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:08.056321 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-26e276e0-20aa-4df8-8308-4af603449f30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:08.162418 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:08.168996 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'Port': ['ID=e3bbe8dd-2b1e-4476-a16c-61227b20b75d,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:08.173161 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:08.178290 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:08.249862 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f71f99a0>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '0e1b0a5c-caed-4230-8b1d-6bbb1585300f', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'port_id': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'mac_address': 'fa:16:3e:c8:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:06Z', 'updated_at': '2021-09-16T18:03:06Z', 'revision_number': 0, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:08.253642 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] Checking router: 50f133d0-63f7-47e6-acca-9342558aa280 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:03:08.261837 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:08.262429 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f71f99a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:02:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:08.270481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:08.271710 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7165761
Sep 16 18:03:08.431363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-4aef46a4-df77-4062-a386-37a1a89e393d req-253d7284-f9ab-4164-a640-c8db358e1be8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:08.437192 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:08.508557 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-4aef46a4-df77-4062-a386-37a1a89e393d req-253d7284-f9ab-4164-a640-c8db358e1be8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:08.509730 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-253d7284-f9ab-4164-a640-c8db358e1be8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1018873052&fields=id&tenant_id=de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 267 time: 0.1174119
Sep 16 18:03:08.666205 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-1637478d-6633-4177-b9f7-37027bb50e0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:08.667852 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-1637478d-6633-4177-b9f7-37027bb50e0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 815 time: 0.1511812
Sep 16 18:03:08.692484 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c81a4c1f-f9f5-40e7-a069-9b002ca6884c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/quotas/de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 375 time: 0.0158877
Sep 16 18:03:08.796385 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-31f5487c-9fa9-4c51-a312-bec7c061dc1e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0954888
Sep 16 18:03:08.812416 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f71f99a0>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '0e1b0a5c-caed-4230-8b1d-6bbb1585300f', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'port_id': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'mac_address': 'fa:16:3e:c8:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:06Z', 'updated_at': '2021-09-16T18:03:06Z', 'revision_number': 0, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:08.816413 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a14a48-e16a-4922-9bba-2f94f776f0a8 None None] The sync data for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi is: [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '0e1b0a5c-caed-4230-8b1d-6bbb1585300f', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'floating_ip_address': '172.27.1.42', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'port_id': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'mac_address': 'fa:16:3e:c8:2b:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:06Z', 'updated_at': '2021-09-16T18:03:06Z', 'revision_number': 0, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:03:08.934256 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-32ff6755-5c36-428b-955a-1754e7032211 service neutron] 10.222.0.37 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266613
Sep 16 18:03:09.037285 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02b5680-3a4f-4709-8ac6-e53c79d0a269 None None] New status for floating IP 0e1b0a5c-caed-4230-8b1d-6bbb1585300f: ACTIVE {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:03:09.069127 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-dcf08f85-7680-47a2-a7a8-b27c936ac4c5 service neutron] 10.222.0.37 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291127
Sep 16 18:03:09.209469 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-5509e60f-4f00-4731-8843-2a2e2a093198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:09.210808 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-5509e60f-4f00-4731-8843-2a2e2a093198 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.0798156
Sep 16 18:03:09.363390 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-288a947f-4a94-4414-8758-cd74b5a3a10d req-d02d5d1a-9af9-4f94-b796-9e9ac862aff5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:09.470158 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-288a947f-4a94-4414-8758-cd74b5a3a10d req-d02d5d1a-9af9-4f94-b796-9e9ac862aff5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:09.477779 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-288a947f-4a94-4414-8758-cd74b5a3a10d req-d02d5d1a-9af9-4f94-b796-9e9ac862aff5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 210 time: 0.1516035
Sep 16 18:03:10.332998 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d5d791d2-aa2f-4837-ade3-da797fbceea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:10.686838 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e335e5b7-530d-4a55-ab4b-37b05d3bc7fb req-ed69b9b4-1dd9-46b6-bd8a-97310bbeb219 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 210 time: 0.0918639
Sep 16 18:03:10.747983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-ab26bcc0-9f49-4541-9e2d-e60bbc9470ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:10.749412 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-ab26bcc0-9f49-4541-9e2d-e60bbc9470ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 909 time: 0.1736481
Sep 16 18:03:10.949553 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-946666ad-482a-4647-a9cd-9082dbbc7678 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 1001 time: 0.1924920
Sep 16 18:03:11.013231 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-14d0c959-0343-40ac-9353-2599b130dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:11.015432 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-14d0c959-0343-40ac-9353-2599b130dfb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0591345
Sep 16 18:03:11.090347 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-4cb4a20f-5a54-4ec4-b74f-172101aa6f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:11.091793 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-4cb4a20f-5a54-4ec4-b74f-172101aa6f0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695503
Sep 16 18:03:11.206694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:11.223941 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-ca453f51-846a-416d-a1b2-b539fedb97e6 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248178
Sep 16 18:03:11.358716 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d55fddb2-0870-4878-9bfa-58fa98a86b15 req-2cfa718c-93fa-48a0-923f-75a971d3a83d service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278019
Sep 16 18:03:11.853723 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-012889c2-4290-4724-b6d7-b001c31d17ec req-d597ba2b-ea01-4fb4-b259-27c172918e7d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 210 time: 0.0471194
Sep 16 18:03:12.141361 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-17814e35-953b-4830-bdd6-2bd8b4d000f4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:12.143012 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-17814e35-953b-4830-bdd6-2bd8b4d000f4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 815 time: 0.1563818
Sep 16 18:03:12.194891 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-923dd056-992e-412a-892d-a928bad6191f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 380 time: 0.0424194
Sep 16 18:03:12.203680 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'port': {'device_id': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'admin_state_up': True, 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'security_groups': ['1f7848a7-bb95-4145-8a57-62861b420636']}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:12.348151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:12.358477 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:12.464305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Made reservation on behalf of de769fcab70f4f338e7730e7468e5ce5 for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:03:12.468336 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:12.629395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Allocated IP 172.20.0.5 (5d2afdad-7cb2-451b-bacc-b8130dc01b3b/840a6cd0-36f8-430b-b33a-a8c56e67c127/9d1d3168-33ae-4af3-87d5-d6a369354af0) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:03:12.710601 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:12.818896 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:12.834506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Transition to ACTIVE for port object 9d1d3168-33ae-4af3-87d5-d6a369354af0 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:03:12.927790 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:12.933533 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-493f7456-9da9-4d52-b20f-183813e1bc6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:13.048431 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:03:13.051949 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:03:13.061156 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:03:13.086091 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:13.094805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:13.135455 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:13.136106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:13.167108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5eccb3-166e-4a46-9e50-410ac3a45608 req-bbe2cb29-2ee6-4c32-bc3b-6b29c1e344d4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:13.168690 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bd5eccb3-166e-4a46-9e50-410ac3a45608 req-bbe2cb29-2ee6-4c32-bc3b-6b29c1e344d4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 931 time: 0.1998167
Sep 16 18:03:13.215483 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bd5eccb3-166e-4a46-9e50-410ac3a45608 req-443b7e86-ee69-4ee9-b57f-d35287e11f17 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407798
Sep 16 18:03:13.259538 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0595825
Sep 16 18:03:13.327317 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7ec7e0af-286e-4a2c-beaf-0229dd9ab9ca None None] Provisioning for port 9d1d3168-33ae-4af3-87d5-d6a369354af0 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:03:13.332118 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-7ec7e0af-286e-4a2c-beaf-0229dd9ab9ca None None] Provisioning complete for port 9d1d3168-33ae-4af3-87d5-d6a369354af0 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:03:13.332491 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e0af-286e-4a2c-beaf-0229dd9ab9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:13.383903 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-7ec7e0af-286e-4a2c-beaf-0229dd9ab9ca None None] Port 9d1d3168-33ae-4af3-87d5-d6a369354af0 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:03:14.405778 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7101b-44f9-40dc-9910-b6f5a7133d66 req-830fa599-2c37-4e42-b7b0-1cfd1656cbe3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:14.407551 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ee7101b-44f9-40dc-9910-b6f5a7133d66 req-830fa599-2c37-4e42-b7b0-1cfd1656cbe3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 931 time: 0.0816476
Sep 16 18:03:14.452007 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3ee7101b-44f9-40dc-9910-b6f5a7133d66 req-0c53b6df-cdeb-4752-a84a-e31e03d819c5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:14.463047 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-3ee7101b-44f9-40dc-9910-b6f5a7133d66 req-0c53b6df-cdeb-4752-a84a-e31e03d819c5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:14.464159 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ee7101b-44f9-40dc-9910-b6f5a7133d66 req-0c53b6df-cdeb-4752-a84a-e31e03d819c5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498924
Sep 16 18:03:15.655390 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b77cfc-c623-4e95-a2fb-3d31029f8f4c req-fb5965b3-ecb6-4323-968c-0a3bc4d8ae12 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:15.656109 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-72b77cfc-c623-4e95-a2fb-3d31029f8f4c req-fb5965b3-ecb6-4323-968c-0a3bc4d8ae12 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Synchronizing usage tracker for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:15.726960 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-72b77cfc-c623-4e95-a2fb-3d31029f8f4c req-fb5965b3-ecb6-4323-968c-0a3bc4d8ae12 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Unset dirty status for tenant:de769fcab70f4f338e7730e7468e5ce5 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:15.728259 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-72b77cfc-c623-4e95-a2fb-3d31029f8f4c req-fb5965b3-ecb6-4323-968c-0a3bc4d8ae12 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 931 time: 0.1558275
Sep 16 18:03:15.776891 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-72b77cfc-c623-4e95-a2fb-3d31029f8f4c req-a36b9f00-56d7-446d-b4d8-9496a873c255 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422993
Sep 16 18:03:16.007393 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:16.011992 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Request body: {'port': {'device_id': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:16.227976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:16.577796 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1d3168-33ae-4af3-87d5-d6a369354af0 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:03:16.585428 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:16.599218 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Transition to ACTIVE for port object 9d1d3168-33ae-4af3-87d5-d6a369354af0 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:03:16.675778 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:16.679665 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f6d68175-cac8-4163-9c0f-2599be7743b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:16.834179 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:16.837666 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:16.925733 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Attempting to bind port 9d1d3168-33ae-4af3-87d5-d6a369354af0 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:03:16.926056 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Attempting to bind port 9d1d3168-33ae-4af3-87d5-d6a369354af0 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:03:16.926375 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Attempting to bind port 9d1d3168-33ae-4af3-87d5-d6a369354af0 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:03:16.930849 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Port 9d1d3168-33ae-4af3-87d5-d6a369354af0 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:03:16.931440 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Attempting to bind port 9d1d3168-33ae-4af3-87d5-d6a369354af0 on network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:03:16.937327 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:03:16.937661 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Checking segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:03:16.938039 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Bound using segment: {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:03:16.938462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Bound port: 9d1d3168-33ae-4af3-87d5-d6a369354af0, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b547d24a-7616-4eec-b505-fc8e656fd526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:03:16.938802 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:16.986006 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e97487-e10e-41bf-b941-88decda28be0 req-d5708093-37fc-481b-976a-8192b31d17f9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:16.987538 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-37e97487-e10e-41bf-b941-88decda28be0 req-d5708093-37fc-481b-976a-8192b31d17f9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0826283
Sep 16 18:03:17.028071 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:03:17.031764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:03:17.032133 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-37e97487-e10e-41bf-b941-88decda28be0 req-40360086-0e71-485a-b99f-b3a3d881c78e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389762
Sep 16 18:03:17.110075 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:17.113910 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:17.174014 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:17.174642 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:17.176007 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] 10.222.0.13 "PUT /v2.0/ports/9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 200  len: 1093 time: 1.1689026
Sep 16 18:03:17.176499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:17.195413 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:17.198490 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:17.221673 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'status': 'completed', 'code': 200}
Sep 16 18:03:18.229402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc290a-b6d0-4aca-b445-65a45b4a756b req-681d1e5e-a98e-424a-9020-ff99053b6cf0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:18.230867 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-03bc290a-b6d0-4aca-b445-65a45b4a756b req-681d1e5e-a98e-424a-9020-ff99053b6cf0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0801992
Sep 16 18:03:18.273931 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-03bc290a-b6d0-4aca-b445-65a45b4a756b req-2c0bd8fc-0bce-40f2-9bb2-fa71a4bba927 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371737
Sep 16 18:03:19.147612 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ad26-d575-4681-8933-729761f1f694 req-2bcfa745-a393-4b06-959f-dfbd447cb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.149452 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2721ad26-d575-4681-8933-729761f1f694 req-2bcfa745-a393-4b06-959f-dfbd447cb791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1096 time: 0.0754490
Sep 16 18:03:19.287240 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ad26-d575-4681-8933-729761f1f694 req-23d20051-4b27-443a-b43e-016d200e9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.288746 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2721ad26-d575-4681-8933-729761f1f694 req-23d20051-4b27-443a-b43e-016d200e9f73 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=de769fcab70f4f338e7730e7468e5ce5&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1312621
Sep 16 18:03:19.429937 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721ad26-d575-4681-8933-729761f1f694 req-b027fe41-cbaf-4a85-8240-726bf2810cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.431455 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2721ad26-d575-4681-8933-729761f1f694 req-b027fe41-cbaf-4a85-8240-726bf2810cc0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1355257
Sep 16 18:03:19.585142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-8e9dbedd-2fac-48f0-b1f8-f3f24901c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.586519 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-8e9dbedd-2fac-48f0-b1f8-f3f24901c411 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1096 time: 0.1167989
Sep 16 18:03:19.664919 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-c7360dfd-7928-4d05-8324-c035053a6cc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 200  len: 217 time: 0.0666921
Sep 16 18:03:19.722259 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32681d-05be-4cfc-9656-ea2346a645d6 req-81e9db5b-e85d-4060-9ad8-22a53fe971af tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.723720 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4b32681d-05be-4cfc-9656-ea2346a645d6 req-81e9db5b-e85d-4060-9ad8-22a53fe971af tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.1866043
Sep 16 18:03:19.756434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-145099cb-072a-413a-a542-090b137fdbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.760270 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-145099cb-072a-413a-a542-090b137fdbb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0856423
Sep 16 18:03:19.820420 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4b32681d-05be-4cfc-9656-ea2346a645d6 req-0eaa27ed-fed2-4a61-9649-174dd80b9d06 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887620
Sep 16 18:03:19.848848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef46a4-df77-4062-a386-37a1a89e393d req-8e486127-062f-4f5a-a912-1f2a0513e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:19.850361 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-8e486127-062f-4f5a-a912-1f2a0513e618 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803003
Sep 16 18:03:20.070702 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-ef0a366a-d702-4c37-9083-f941a96a2f33 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102149
Sep 16 18:03:20.200229 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4aef46a4-df77-4062-a386-37a1a89e393d req-8efc0c9f-5f5d-4369-a9f4-b57c129ebcb2 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229300
Sep 16 18:03:21.016354 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8fb44-e1c0-4090-b41b-7120598fc198 req-c7c83504-c68e-45cd-92be-f88d54850897 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:21.017772 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-18a8fb44-e1c0-4090-b41b-7120598fc198 req-c7c83504-c68e-45cd-92be-f88d54850897 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0860620
Sep 16 18:03:21.062794 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-18a8fb44-e1c0-4090-b41b-7120598fc198 req-b1baa634-f6d9-4855-8fa3-99625075f353 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390973
Sep 16 18:03:22.251814 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:03:22.276921 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471559-f575-437a-8b17-3b4b142e9813 req-ec7abe04-6930-42f9-a1f0-286d5f7606a0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:22.279024 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f6471559-f575-437a-8b17-3b4b142e9813 req-ec7abe04-6930-42f9-a1f0-286d5f7606a0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0901763
Sep 16 18:03:22.329533 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f6471559-f575-437a-8b17-3b4b142e9813 req-c73a1782-ce5c-4f5a-bf20-631c31148a73 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450439
Sep 16 18:03:23.173054 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:03:23.305360 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:23.318500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'mac_address': 'fa:16:3e:fa:a4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:03:23.385764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:23.404562 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1d3168-33ae-4af3-87d5-d6a369354af0 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:03:23.423880 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:23.492939 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:23.494693 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:23.521667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172367eb-7eff-423e-b3a3-934c08d5d9da req-cbcf2f3b-5d0d-43ab-ba7a-ef1c03ba643a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:23.523152 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-172367eb-7eff-423e-b3a3-934c08d5d9da req-cbcf2f3b-5d0d-43ab-ba7a-ef1c03ba643a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0801404
Sep 16 18:03:23.565352 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:23.568470 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:23.572052 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-172367eb-7eff-423e-b3a3-934c08d5d9da req-7e3fcd79-e342-428e-a2a8-c62daf5603d7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428660
Sep 16 18:03:23.917694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['9d1d3168-33ae-4af3-87d5-d6a369354af0'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:03:24.774838 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3d22f-25ba-45ec-b764-639f3e1caf1d req-4ce57fab-d068-4fae-8a7f-fc581b6522e6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:24.776333 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-63f3d22f-25ba-45ec-b764-639f3e1caf1d req-4ce57fab-d068-4fae-8a7f-fc581b6522e6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 944 time: 0.0832725
Sep 16 18:03:24.823113 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-63f3d22f-25ba-45ec-b764-639f3e1caf1d req-75b58c0e-8f8e-4e25-bb65-b3c20d4b12c0 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406358
Sep 16 18:03:25.009736 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-8b1491de-dc83-4d55-b3be-1ddaaebb9a96 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:25.102725 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-8b1491de-dc83-4d55-b3be-1ddaaebb9a96 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:25.104030 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-8b1491de-dc83-4d55-b3be-1ddaaebb9a96 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845908712&fields=id&tenant_id=3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 267 time: 0.1381240
Sep 16 18:03:25.194936 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:03:25.257164 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-04d8166c-2c0b-4630-8960-69cdf67a00f5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:25.257856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-04d8166c-2c0b-4630-8960-69cdf67a00f5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:network {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:25.365235 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 9d1d3168-33ae-4af3-87d5-d6a369354af0 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:03:25.370108 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 9d1d3168-33ae-4af3-87d5-d6a369354af0 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:03:25.370492 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:25.395399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-04d8166c-2c0b-4630-8960-69cdf67a00f5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:network {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:25.396643 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-04d8166c-2c0b-4630-8960-69cdf67a00f5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 811 time: 0.2846422
Sep 16 18:03:25.412272 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-81790aa2-4813-40f1-bfeb-34597d00874e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/quotas/3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 375 time: 0.0094972
Sep 16 18:03:25.523501 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:25.551660 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:25.561247 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:25.579850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-3b2fb0c4-785e-4547-84ba-c193ea0a2d09 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:25.603316 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'code': 200}
Sep 16 18:03:25.616949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:25.618837 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:25.685584 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:25.690761 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:25.698375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-3b2fb0c4-785e-4547-84ba-c193ea0a2d09 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:25.699772 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-3b2fb0c4-785e-4547-84ba-c193ea0a2d09 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2815967
Sep 16 18:03:25.837583 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-cc977650-3f07-4cf7-88fb-fee83b43cbca service neutron] 10.222.0.37 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254277
Sep 16 18:03:25.969236 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-3e98bd6c-eb83-412b-8cd4-d3477c0480f3 service neutron] 10.222.0.37 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251242
Sep 16 18:03:26.083556 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e7ab5-fa6a-48fc-9739-e1bed963f422 req-a8a56a9e-10a9-41f9-9062-c8e5189f9260 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:26.093291 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-936e7ab5-fa6a-48fc-9739-e1bed963f422 req-a8a56a9e-10a9-41f9-9062-c8e5189f9260 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.1515186
Sep 16 18:03:26.137714 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ed32-b1e1-44ef-9bd8-f88f5f988a47 req-ff230aa6-50d8-492d-8c2e-137be8c665a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:26.139405 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7fa4ed32-b1e1-44ef-9bd8-f88f5f988a47 req-ff230aa6-50d8-492d-8c2e-137be8c665a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1098 time: 0.1527483
Sep 16 18:03:26.147795 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-936e7ab5-fa6a-48fc-9739-e1bed963f422 req-cd08058a-1cd8-4154-a8be-3edc1828e24c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553954
Sep 16 18:03:26.192714 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7fa4ed32-b1e1-44ef-9bd8-f88f5f988a47 req-64a49e4d-faa1-46b5-b30f-23a3ddca21eb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439687
Sep 16 18:03:26.683529 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4de0388e-dc90-45c2-8f66-5874e148c792 req-091f6298-2ec5-411d-8312-99db15262ab2 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 210 time: 0.0438190
Sep 16 18:03:27.338195 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ecc13-cda2-4960-9a2a-4d932b63172c req-7b7358b3-711b-4792-914a-a3440cb792b3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:27.339665 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-131ecc13-cda2-4960-9a2a-4d932b63172c req-7b7358b3-711b-4792-914a-a3440cb792b3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0818677
Sep 16 18:03:27.384568 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-131ecc13-cda2-4960-9a2a-4d932b63172c req-1528b7f9-504c-4641-ba92-851c4fbf7587 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383322
Sep 16 18:03:27.717557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d56d60-5562-43d2-9f70-b9cf788e13db req-dd65bee0-0161-4432-8bb7-a794168b87da tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:27.719083 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-08d56d60-5562-43d2-9f70-b9cf788e13db req-dd65bee0-0161-4432-8bb7-a794168b87da tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.0853431
Sep 16 18:03:27.764739 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-08d56d60-5562-43d2-9f70-b9cf788e13db req-219d142c-a75c-4594-beb9-80ec03c4a83b tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396574
Sep 16 18:03:27.843292 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-66d7f99e-6692-431a-9455-02e9a8add63e req-721c6c64-4413-4d01-b921-ae52b9e7c1ad tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 210 time: 0.0459256
Sep 16 18:03:28.574868 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce466f83-a9fa-44ee-a79e-531b859e1d06 req-5b21cdc2-806e-4ac2-9303-75e3d43b4fa1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:28.576932 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ce466f83-a9fa-44ee-a79e-531b859e1d06 req-5b21cdc2-806e-4ac2-9303-75e3d43b4fa1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0811141
Sep 16 18:03:28.625135 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ce466f83-a9fa-44ee-a79e-531b859e1d06 req-2eb4d880-3ef9-46a2-9e2b-82c07bfa7a47 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425951
Sep 16 18:03:28.809779 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6ec3-abf5-418f-8d62-11b52358af17 req-79901393-c2a8-43d0-b802-e15e86a3e39c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:28.814376 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-89eb6ec3-abf5-418f-8d62-11b52358af17 req-79901393-c2a8-43d0-b802-e15e86a3e39c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0844729
Sep 16 18:03:28.821876 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37516) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:28.829598 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Request body: {'floatingip': {'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:28.953960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.024337 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-94ac30e3-feec-49d6-9b44-8090171b9b05 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:29.025695 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-94ac30e3-feec-49d6-9b44-8090171b9b05 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 811 time: 0.1859431
Sep 16 18:03:29.032686 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1e0360ed-cbe3-448a-a8c3-af49651e525b req-252faf4f-6a3a-4b24-b3c7-e74ad7e1d7b8 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 210 time: 0.0556097
Sep 16 18:03:29.076282 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-a8871c3c-2b42-4fb7-9f56-a94a5a18cfcd tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:29.087734 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-a8871c3c-2b42-4fb7-9f56-a94a5a18cfcd tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:29.088887 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-a8871c3c-2b42-4fb7-9f56-a94a5a18cfcd tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 379 time: 0.0524948
Sep 16 18:03:29.098915 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'port': {'device_id': '568217b2-7828-4a91-8aca-a770a0105637', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'admin_state_up': True, 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'security_groups': ['d39995ca-f550-42d2-afc3-d41708bcc177']}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:29.170479 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07913f-c7fe-40bb-8ccd-8576a65a9609 req-03493fb3-e071-4c0e-b0c7-7e5d232f1d35 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:29.171971 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca07913f-c7fe-40bb-8ccd-8576a65a9609 req-03493fb3-e071-4c0e-b0c7-7e5d232f1d35 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.2669332
Sep 16 18:03:29.244955 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:29.255805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:29.321401 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Made reservation on behalf of 3ec9e72166d24115a3cac97722f4bf86 for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:03:29.324967 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.356491 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca07913f-c7fe-40bb-8ccd-8576a65a9609 req-522bd175-3efd-4422-b629-d966a286cf34 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745801
Sep 16 18:03:29.490742 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Allocated IP 172.20.0.5 (26b09627-3e4f-40db-a050-751ec25f3093/5a047fb5-292d-4024-9e89-aff538085eac/27982d19-6a6c-494b-967e-753cb697c511) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:03:29.610860 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.678787 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.694053 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Transition to ACTIVE for port object 27982d19-6a6c-494b-967e-753cb697c511 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:03:29.725600 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.812954 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.818973 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a0a92920-0b1c-4e5f-81a6-2d56aab3e12f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:29.882723 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Network 26b09627-3e4f-40db-a050-751ec25f3093 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:03:29.885750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:03:29.890877 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:03:29.928176 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=27982d19-6a6c-494b-967e-753cb697c511,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:29.933042 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:29.964284 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:29.964936 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:29.999553 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Floating IP 348d2a56-49f7-48eb-a32c-c7641b486eb1 associated. External IP: 172.27.1.165, port: 9d1d3168-33ae-4af3-87d5-d6a369354af0.
Sep 16 18:03:30.059642 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9645872
Sep 16 18:03:30.081019 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Request body: {'port': {'device_id': '568217b2-7828-4a91-8aca-a770a0105637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:30.218399 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-11e606ee-ed70-4243-b641-94f20592718b None None] Provisioning for port 27982d19-6a6c-494b-967e-753cb697c511 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:03:30.226776 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-11e606ee-ed70-4243-b641-94f20592718b None None] Provisioning complete for port 27982d19-6a6c-494b-967e-753cb697c511 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:03:30.231127 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-11e606ee-ed70-4243-b641-94f20592718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:30.298637 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-11e606ee-ed70-4243-b641-94f20592718b None None] Port 27982d19-6a6c-494b-967e-753cb697c511 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:03:30.362595 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:30.383772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Router 86e29bf1-11a0-4bc7-8279-182095198352 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:03:30.448577 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833af4c-57b3-4b81-9aa1-a067f3de03ce req-b8835462-bd13-45a9-96af-af55f2dcb09b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:30.449330 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-9833af4c-57b3-4b81-9aa1-a067f3de03ce req-b8835462-bd13-45a9-96af-af55f2dcb09b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:03:30.604793 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-9833af4c-57b3-4b81-9aa1-a067f3de03ce req-b8835462-bd13-45a9-96af-af55f2dcb09b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:03:30.605948 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9833af4c-57b3-4b81-9aa1-a067f3de03ce req-b8835462-bd13-45a9-96af-af55f2dcb09b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 931 time: 0.4596665
Sep 16 18:03:30.691528 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9833af4c-57b3-4b81-9aa1-a067f3de03ce req-94559c73-aff4-4783-b338-9e9965a76042 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751996
Sep 16 18:03:30.692448 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:03:30.698020 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:30.710454 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:03:30.730417 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:30.733333 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f630d8e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:03:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:30.745162 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-097acc9b-a69e-4ba5-9332-533ac3c80416 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:30.746631 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-097acc9b-a69e-4ba5-9332-533ac3c80416 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.2915382
Sep 16 18:03:30.785534 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27982d19-6a6c-494b-967e-753cb697c511 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:03:30.793881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:30.802806 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029de3d-e5dc-4398-81ba-cc1f83cb8b94 req-d0e96f6d-7b3b-48c4-b326-e737b13ead2f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:30.804304 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8029de3d-e5dc-4398-81ba-cc1f83cb8b94 req-d0e96f6d-7b3b-48c4-b326-e737b13ead2f tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 945 time: 0.2567401
Sep 16 18:03:30.807694 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Transition to ACTIVE for port object 27982d19-6a6c-494b-967e-753cb697c511 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:03:30.842182 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d7705882-7483-4272-a3db-ddf00cb85711 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "PUT /v2.0/floatingips/348d2a56-49f7-48eb-a32c-c7641b486eb1 HTTP/1.1" status: 200  len: 991 time: 2.0186861
Sep 16 18:03:30.847534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:30.870806 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Deleting port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:03:30.871153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:30.887420 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:30.894735 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:30.932030 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8029de3d-e5dc-4398-81ba-cc1f83cb8b94 req-e67702a5-8c68-41bc-9001-b1aa42c04b8e tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/security-groups?id=fbef0007-31bf-46a5-b2a6-778860316290&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124971
Sep 16 18:03:30.942256 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:31.003552 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'status': 'completed', 'code': 200}
Sep 16 18:03:31.174147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] For port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,segment=NetworkSegment(a2c5280c-78b3-4a0d-8f51-104951e4902e),segment_id=a2c5280c-78b3-4a0d-8f51-104951e4902e)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:31.174653 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:31.176506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Pushing event updated for resources: {'Port': ['ID=27982d19-6a6c-494b-967e-753cb697c511,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:31.182756 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:31.239521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Attempting to bind port 27982d19-6a6c-494b-967e-753cb697c511 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:03:31.240039 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Attempting to bind port 27982d19-6a6c-494b-967e-753cb697c511 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:03:31.240195 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Attempting to bind port 27982d19-6a6c-494b-967e-753cb697c511 on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:03:31.245852 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-8d8f49d5-bf5e-4fe1-b901-be16a60e4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:31.247829 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-8d8f49d5-bf5e-4fe1-b901-be16a60e4468 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1098 time: 0.2044561
Sep 16 18:03:31.252544 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Port 27982d19-6a6c-494b-967e-753cb697c511 on network 26b09627-3e4f-40db-a050-751ec25f3093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:03:31.257357 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Attempting to bind port 27982d19-6a6c-494b-967e-753cb697c511 on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:03:31.283578 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:03:31.283971 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Checking segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:03:31.284335 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Bound using segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:03:31.284783 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Bound port: 27982d19-6a6c-494b-967e-753cb697c511, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:03:31.285133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:31.395012 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f630d8e0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '348d2a56-49f7-48eb-a32c-c7641b486eb1', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'mac_address': 'fa:16:3e:fa:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:07Z', 'updated_at': '2021-09-16T18:03:29Z', 'revision_number': 1, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:31.399303 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:03:31.408539 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:31.409069 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f630d8e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:03:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:31.425453 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Calling delete_port for 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 owned by compute:nova {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:03:31.478338 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-12981191-b8da-4f22-aeec-5f91f31fff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:31.479719 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-12981191-b8da-4f22-aeec-5f91f31fff09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.2202060
Sep 16 18:03:31.480741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] For port 27982d19-6a6c-494b-967e-753cb697c511, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:03:31.484053 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] For port 27982d19-6a6c-494b-967e-753cb697c511, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=27982d19-6a6c-494b-967e-753cb697c511,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:03:31.543730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:31.560832 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-401b57c5-809f-4714-932a-0c5cb6ded900 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:31.598660 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:31.631456 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:31.632264 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:31.633464 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] 10.222.0.13 "PUT /v2.0/ports/27982d19-6a6c-494b-967e-753cb697c511 HTTP/1.1" status: 200  len: 1093 time: 1.5583041
Sep 16 18:03:31.636190 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'tag': '27982d19-6a6c-494b-967e-753cb697c511'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:31.660930 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-849894b2-f768-4e8f-bf5c-baf37bbf5890 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 200  len: 999 time: 0.1746099
Sep 16 18:03:31.666169 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Pushing event updated for resources: {'Port': ['ID=27982d19-6a6c-494b-967e-753cb697c511,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:31.703586 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:31.715279 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'tag': '27982d19-6a6c-494b-967e-753cb697c511', 'status': 'completed', 'code': 200}
Sep 16 18:03:31.727306 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:31.738195 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-4895adfd-114e-4852-8783-a9586e17bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:31.740202 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c5744a55-596d-4546-a5bd-3690b4a55e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:31.747965 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-4895adfd-114e-4852-8783-a9586e17bc61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0774362
Sep 16 18:03:31.833776 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Pushing event deleted for resources: {'Port': ['ID=986377b2-d7e9-4a10-b7bf-e6b4d880a0c8,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:31.836732 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:31.943219 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85701-a6b2-40ba-9973-7fb24238a3f7 req-71180ebd-faa4-4f09-9184-55742e6222f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:31.944919 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ebf85701-a6b2-40ba-9973-7fb24238a3f7 req-71180ebd-faa4-4f09-9184-55742e6222f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 1096 time: 0.1844363
Sep 16 18:03:31.949070 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-0f6fbd6e-5f51-498e-b8e0-dbff5d78a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:31.950669 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-0f6fbd6e-5f51-498e-b8e0-dbff5d78a4ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1440597
Sep 16 18:03:31.979022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] No DVR routers for this DVR port 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 on host hv-cinder-80943 {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:03:31.981492 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:32.032762 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce55a95-69b2-410a-bf40-341899e14211 req-b94d4b79-879a-48fc-a7d7-2413786d3d0d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:32.034634 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7ce55a95-69b2-410a-bf40-341899e14211 req-b94d4b79-879a-48fc-a7d7-2413786d3d0d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.1161268
Sep 16 18:03:32.063002 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3ee0493d-b774-45ec-bf2a-397133426f62 req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.13 "DELETE /v2.0/ports/986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 HTTP/1.1" status: 204  len: 173 time: 1.3059478
Sep 16 18:03:32.088422 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7ce55a95-69b2-410a-bf40-341899e14211 req-df01b9f5-88ee-4883-aa3a-89355f77e846 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481627
Sep 16 18:03:32.094076 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f630d8e0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '348d2a56-49f7-48eb-a32c-c7641b486eb1', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'mac_address': 'fa:16:3e:fa:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:07Z', 'updated_at': '2021-09-16T18:03:29Z', 'revision_number': 1, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:32.098956 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd29d41-332b-4dbd-8932-e688201e998b None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '348d2a56-49f7-48eb-a32c-c7641b486eb1', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'floating_ip_address': '172.27.1.165', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'mac_address': 'fa:16:3e:fa:a4:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:07Z', 'updated_at': '2021-09-16T18:03:29Z', 'revision_number': 1, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:03:32.308310 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5c2afd03-7df8-4bf0-9cb0-3f9f0411796d req-c1ee88f4-4a93-4568-9ebf-0c505ed39aeb tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] 10.222.0.37 "GET /v2.0/ports?device_id=43960f6c-4edd-4c5c-bacf-b2d882c20d6a HTTP/1.1" status: 200  len: 210 time: 0.2334218
Sep 16 18:03:32.350369 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3dea73-90bb-49a6-86d6-55a51aa350f8 None None] New status for floating IP 348d2a56-49f7-48eb-a32c-c7641b486eb1: ACTIVE {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:03:32.392672 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85701-a6b2-40ba-9973-7fb24238a3f7 req-8f7ee3f7-c158-403c-9e32-927e53b47f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:32.394107 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ebf85701-a6b2-40ba-9973-7fb24238a3f7 req-8f7ee3f7-c158-403c-9e32-927e53b47f65 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3ec9e72166d24115a3cac97722f4bf86&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4354019
Sep 16 18:03:32.396051 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-3b5eba29-1d88-43c3-961b-064e5f72172d service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3530753
Sep 16 18:03:32.685289 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf85701-a6b2-40ba-9973-7fb24238a3f7 req-d77bf630-9f19-49ee-bd4e-7e123c85f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:32.686779 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ebf85701-a6b2-40ba-9973-7fb24238a3f7 req-d77bf630-9f19-49ee-bd4e-7e123c85f1e1 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2390997
Sep 16 18:03:32.688690 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c5fb98-be5f-4edc-9e6f-cca382484aa8 req-98346cc3-c6f1-459a-b4b4-02159b90ab4f service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2592013
Sep 16 18:03:32.817307 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-58c0c2b3-375f-4c3d-a51d-036415cc833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:32.819226 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-58c0c2b3-375f-4c3d-a51d-036415cc833e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 1096 time: 0.0799775
Sep 16 18:03:32.892583 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-f1a0d28c-3357-4457-80aa-df59c65c7ad9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27982d19-6a6c-494b-967e-753cb697c511 HTTP/1.1" status: 200  len: 217 time: 0.0659990
Sep 16 18:03:32.960197 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-25b513ad-f4b0-465d-9bbe-18026ac4400b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:32.961575 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-25b513ad-f4b0-465d-9bbe-18026ac4400b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0621080
Sep 16 18:03:33.005277 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'name': 'network-vif-deleted', 'tag': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:33.037466 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-9bca5687-d55f-47b0-aca7-55691db81293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:33.038955 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-9bca5687-d55f-47b0-aca7-55691db81293 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708804
Sep 16 18:03:33.050751 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43960f6c-4edd-4c5c-bacf-b2d882c20d6a', 'name': 'network-vif-deleted', 'tag': '986377b2-d7e9-4a10-b7bf-e6b4d880a0c8', 'status': 'completed', 'code': 200}
Sep 16 18:03:33.177276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-1539233b-d983-4048-ba04-77f212124a24 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313186
Sep 16 18:03:33.228327 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:03:33.265913 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:03:33.266255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 986377b2-d7e9-4a10-b7bf-e6b4d880a0c8 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:03:33.371028 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-539c0652-1398-407e-80b3-e4e3826e9a96 req-e27aafc9-a784-45ca-98b7-2c4c486e9cff service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1863685
Sep 16 18:03:33.383562 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ed22-2675-434e-a425-2b73775c0db5 req-47828f5f-291e-4bae-ba21-074c48d37680 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:33.385145 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b3f1ed22-2675-434e-a425-2b73775c0db5 req-47828f5f-291e-4bae-ba21-074c48d37680 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.1343148
Sep 16 18:03:33.430948 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b3f1ed22-2675-434e-a425-2b73775c0db5 req-ddb2354c-b059-4ede-9172-a820f4c44d17 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392106
Sep 16 18:03:34.618282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea80f72-0d75-41bc-a457-9c1753dd7c81 req-0f6bc3ee-da21-4d34-b7c5-c503fee348fc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:34.619723 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cea80f72-0d75-41bc-a457-9c1753dd7c81 req-0f6bc3ee-da21-4d34-b7c5-c503fee348fc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.0806980
Sep 16 18:03:34.664120 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cea80f72-0d75-41bc-a457-9c1753dd7c81 req-f7f006e8-ca5b-4b71-8889-9483eca38330 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381455
Sep 16 18:03:35.847548 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c73e4-8913-44cc-a329-4352db520912 req-4d19202f-56f1-4311-8464-e92f1f03990b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:35.849042 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-890c73e4-8913-44cc-a329-4352db520912 req-4d19202f-56f1-4311-8464-e92f1f03990b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.0796096
Sep 16 18:03:35.892060 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-890c73e4-8913-44cc-a329-4352db520912 req-27667112-5921-4810-9ba3-ce61e999f79a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374544
Sep 16 18:03:37.080151 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45be83-7dfb-4410-aa8a-a305b1d039bc req-cce640e2-e6a4-4aeb-a06e-d02d12e5a8f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:37.081587 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ff45be83-7dfb-4410-aa8a-a305b1d039bc req-cce640e2-e6a4-4aeb-a06e-d02d12e5a8f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.0822046
Sep 16 18:03:37.125617 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ff45be83-7dfb-4410-aa8a-a305b1d039bc req-13c444b3-f33c-4e60-a3d4-4a775b88799c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384548
Sep 16 18:03:37.503551 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8fd71756-bb09-4f13-9b77-07c5a386b5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:38.033691 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:38.308492 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7b397-adc3-479b-87e5-395715d6cbb8 req-de6db116-ba78-47b9-af0e-dd4af50a7d76 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:38.309947 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1ab7b397-adc3-479b-87e5-395715d6cbb8 req-de6db116-ba78-47b9-af0e-dd4af50a7d76 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.0806022
Sep 16 18:03:38.357003 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1ab7b397-adc3-479b-87e5-395715d6cbb8 req-808f840c-85e1-43d2-9d8c-10ee3dc584cd tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409992
Sep 16 18:03:39.540925 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b853c29-2d76-4c7e-a5bf-ee2c8502b685 req-b7b8f202-6dc7-4d20-996a-2fdd48eef72a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:39.542465 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5b853c29-2d76-4c7e-a5bf-ee2c8502b685 req-b7b8f202-6dc7-4d20-996a-2fdd48eef72a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.0796859
Sep 16 18:03:39.590282 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5b853c29-2d76-4c7e-a5bf-ee2c8502b685 req-00977cb8-087b-4058-b247-66460d827b92 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420909
Sep 16 18:03:40.291797 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-6d6ec41a-727d-4473-a6a5-695b6a7f5248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:40.780700 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c3215-0f05-4b8e-915f-6fafac56a148 req-19326138-221c-4039-bd6e-a20281003d0c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:40.782141 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-452c3215-0f05-4b8e-915f-6fafac56a148 req-19326138-221c-4039-bd6e-a20281003d0c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 943 time: 0.0835729
Sep 16 18:03:40.825329 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-452c3215-0f05-4b8e-915f-6fafac56a148 req-c8a36518-39da-463b-8e1c-e557bc238df7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372753
Sep 16 18:03:41.206374 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:41.252554 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 27982d19-6a6c-494b-967e-753cb697c511 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:03:41.414568 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 27982d19-6a6c-494b-967e-753cb697c511, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=27982d19-6a6c-494b-967e-753cb697c511,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:41.428770 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '27982d19-6a6c-494b-967e-753cb697c511', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'port_id': '27982d19-6a6c-494b-967e-753cb697c511', 'mac_address': 'fa:16:3e:87:6c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:03:41.482251 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:41.499129 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27982d19-6a6c-494b-967e-753cb697c511 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:03:41.513813 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 27982d19-6a6c-494b-967e-753cb697c511, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=27982d19-6a6c-494b-967e-753cb697c511,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:41.589388 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:41.591151 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:41.664439 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=27982d19-6a6c-494b-967e-753cb697c511,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:41.671509 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:41.678791 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:41.928580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['27982d19-6a6c-494b-967e-753cb697c511'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:03:42.011388 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2615d2-a3f8-4475-b8d2-1f1aa194b758 req-ee739f0a-c950-4a52-809b-71fedaa4daa1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:42.012864 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0a2615d2-a3f8-4475-b8d2-1f1aa194b758 req-ee739f0a-c950-4a52-809b-71fedaa4daa1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 944 time: 0.0818276
Sep 16 18:03:42.058721 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0a2615d2-a3f8-4475-b8d2-1f1aa194b758 req-57de6743-4813-4f41-b44a-3d6370ef6b89 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395169
Sep 16 18:03:42.725277 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:43.255291 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b9e8e-574c-4c8e-b912-882bc51a8751 req-1a8e6796-cafb-457f-89bb-1b0656d7b5c0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:43.256782 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b02b9e8e-574c-4c8e-b912-882bc51a8751 req-1a8e6796-cafb-457f-89bb-1b0656d7b5c0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 944 time: 0.0917816
Sep 16 18:03:43.269016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 27982d19-6a6c-494b-967e-753cb697c511 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:03:43.309353 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b02b9e8e-574c-4c8e-b912-882bc51a8751 req-1624f66b-8817-4f2e-8c01-afe0f0f8645d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470445
Sep 16 18:03:43.411726 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 27982d19-6a6c-494b-967e-753cb697c511 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:03:43.416529 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 27982d19-6a6c-494b-967e-753cb697c511 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:03:43.416911 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:43.528480 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:43.556408 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27982d19-6a6c-494b-967e-753cb697c511'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:43.566364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 27982d19-6a6c-494b-967e-753cb697c511, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=27982d19-6a6c-494b-967e-753cb697c511,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:43.601603 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27982d19-6a6c-494b-967e-753cb697c511', 'code': 200}
Sep 16 18:03:43.633460 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:43.635281 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:43.702036 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=27982d19-6a6c-494b-967e-753cb697c511,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:43.704847 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:44.205182 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e405cd-f9a5-4694-807f-42233729ec33 req-8dbcf8cf-ae5e-40f7-9555-95f4df46ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:44.206659 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d3e405cd-f9a5-4694-807f-42233729ec33 req-8dbcf8cf-ae5e-40f7-9555-95f4df46ea2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 1098 time: 0.0693564
Sep 16 18:03:44.252363 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d3e405cd-f9a5-4694-807f-42233729ec33 req-bdd14695-8a8a-4195-b167-0b622280be86 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389414
Sep 16 18:03:44.492921 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b12c-c5b6-40e3-bfa9-3aae5a550ac7 req-d9f5acca-cd5a-4a9e-a0da-61afa4a30e95 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:44.494370 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5128b12c-c5b6-40e3-bfa9-3aae5a550ac7 req-d9f5acca-cd5a-4a9e-a0da-61afa4a30e95 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0830016
Sep 16 18:03:44.538366 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5128b12c-c5b6-40e3-bfa9-3aae5a550ac7 req-907a24fa-32c6-4631-96c7-e311c9090584 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382314
Sep 16 18:03:45.724064 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a6f84-2741-4259-82e8-d06b43722057 req-fb1e9ab0-f578-4524-9ea5-27eb50fcf154 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:45.725574 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e61a6f84-2741-4259-82e8-d06b43722057 req-fb1e9ab0-f578-4524-9ea5-27eb50fcf154 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0814626
Sep 16 18:03:45.778326 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e61a6f84-2741-4259-82e8-d06b43722057 req-653e42b0-90ef-4d5b-9984-0859237963dc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457420
Sep 16 18:03:46.011869 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:46.978538 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434afded-7e7f-4b7d-9665-272d9a04f2ec req-b8fb00cf-ae06-4d6c-bcf7-71ac1a33d5a0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:46.979951 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-434afded-7e7f-4b7d-9665-272d9a04f2ec req-b8fb00cf-ae06-4d6c-bcf7-71ac1a33d5a0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0841813
Sep 16 18:03:47.023378 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-434afded-7e7f-4b7d-9665-272d9a04f2ec req-cf1e13c3-495a-448d-b7c0-3cd5ba50fae4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372500
Sep 16 18:03:47.218980 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a9461-d91d-4f4c-9c16-bd3ee31efb26 req-957c3cc1-f958-4afc-a79e-3e6a635dfbfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:47.220676 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-034a9461-d91d-4f4c-9c16-bd3ee31efb26 req-957c3cc1-f958-4afc-a79e-3e6a635dfbfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0879557
Sep 16 18:03:47.267605 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-034a9461-d91d-4f4c-9c16-bd3ee31efb26 req-f5cf6a16-f836-4b85-8a7d-f0fbffc36360 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412891
Sep 16 18:03:47.290058 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37650) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:47.401209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f74e54-e881-41a4-8aa3-f0f34d1cb0a8 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:47.402690 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-41f74e54-e881-41a4-8aa3-f0f34d1cb0a8 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 1093 time: 0.1117039
Sep 16 18:03:47.405601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37656) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:47.410426 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'port_id': '27982d19-6a6c-494b-967e-753cb697c511', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address': '172.20.0.5'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:03:47.416112 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:03:47.419852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:floatingip and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:03:47.422871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:03:47.428413 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:03:47.548198 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:47.684148 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:47.921505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Allocated IP 172.27.1.85 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/1e83f38d-ba69-4895-9b2f-7d717461294f) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:03:48.069733 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:48.156069 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:48.159975 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-165dd9fc-0dd0-4793-9427-d7fb0c0548b8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:48.227610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:03:48.230398 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:03:48.234525 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:03:48.270677 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=1e83f38d-ba69-4895-9b2f-7d717461294f,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:48.283597 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.283989 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.284350 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.284705 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.285052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.285399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.285743 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.286087 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.286432 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.286773 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.287121 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.287448 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:48.296109 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:48.647720 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:48.805891 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:49.005600 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:49.085723 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:49.089326 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-14b509f4-d635-4b9a-9c10-f235e5524b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:49.190357 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=1e83f38d-ba69-4895-9b2f-7d717461294f,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:49.197740 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:49.206349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:49.370963 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Floating IP 04bb519c-c9d8-4770-bcfd-9f1befdb5607 associated. External IP: 172.27.1.85, port: 27982d19-6a6c-494b-967e-753cb697c511.
Sep 16 18:03:49.801694 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:03:49.980510 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:03:49.990114 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:03:49.999813 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:50.000474 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f65917f0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:03:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:50.067859 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:50.124264 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.7176194
Sep 16 18:03:50.124893 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'tag': '27982d19-6a6c-494b-967e-753cb697c511'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:50.171203 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'tag': '27982d19-6a6c-494b-967e-753cb697c511', 'status': 'completed', 'code': 200}
Sep 16 18:03:50.180560 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:50.516868 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f65917f0>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '04bb519c-c9d8-4770-bcfd-9f1befdb5607', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': '27982d19-6a6c-494b-967e-753cb697c511', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:87:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568217b2-7828-4a91-8aca-a770a0105637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:48Z', 'updated_at': '2021-09-16T18:03:48Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:50.520579 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:03:50.528860 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:50.529965 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f65917f0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:03:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:50.698703 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:51.064249 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f65917f0>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '04bb519c-c9d8-4770-bcfd-9f1befdb5607', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': '27982d19-6a6c-494b-967e-753cb697c511', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:87:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568217b2-7828-4a91-8aca-a770a0105637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:48Z', 'updated_at': '2021-09-16T18:03:48Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:51.068119 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600a7db7-aa65-438f-9167-ef267181a82e None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '04bb519c-c9d8-4770-bcfd-9f1befdb5607', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.85', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': '27982d19-6a6c-494b-967e-753cb697c511', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:87:6c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568217b2-7828-4a91-8aca-a770a0105637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:03:48Z', 'updated_at': '2021-09-16T18:03:48Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:03:51.255319 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717569d-27b4-4425-941f-6cfc6cb3f980 None None] New status for floating IP 04bb519c-c9d8-4770-bcfd-9f1befdb5607: ACTIVE {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:03:51.734100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-ca812af3-a3f8-4b1b-8564-2baf9bac5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:51.735572 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-ca812af3-a3f8-4b1b-8564-2baf9bac5700 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 1098 time: 0.0771139
Sep 16 18:03:51.967835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-a36c8b37-25b7-4566-8ed5-2a9626de16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:51.969408 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-a36c8b37-25b7-4566-8ed5-2a9626de16c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.2252316
Sep 16 18:03:52.077010 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-6ea44ce8-9a4e-47a8-bfda-eb03b1e07dfa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27982d19-6a6c-494b-967e-753cb697c511 HTTP/1.1" status: 200  len: 1000 time: 0.0991058
Sep 16 18:03:52.139208 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-60ec7146-c9ca-44a9-9ec6-f0252e9e5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:52.140418 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-60ec7146-c9ca-44a9-9ec6-f0252e9e5575 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0568225
Sep 16 18:03:52.227377 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-ca462ab3-a402-4865-8e4c-ec16a5e43187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:52.228868 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-ca462ab3-a402-4865-8e4c-ec16a5e43187 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703876
Sep 16 18:03:52.363841 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-b089567f-477e-4544-865e-a3fd8a6fa946 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267326
Sep 16 18:03:52.502000 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5c7096b-92bc-4158-8380-4ae383b71c82 req-df167e4c-d1f3-47fb-beb4-fe195ecb5e35 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222551
Sep 16 18:03:54.384438 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab58ce5-fa7c-4639-939d-dbf40c9d4420 req-043a5201-f65c-4548-9f2e-db728fc8c41a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:54.385893 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cab58ce5-fa7c-4639-939d-dbf40c9d4420 req-043a5201-f65c-4548-9f2e-db728fc8c41a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0849187
Sep 16 18:03:54.430276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-cab58ce5-fa7c-4639-939d-dbf40c9d4420 req-a0b7c606-16fd-45d2-84f6-2b216ea55f28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385242
Sep 16 18:03:55.615246 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ab39-e805-4911-a13f-40332b3da0e0 req-d9e75c7c-6d93-491a-8c1c-432eae91bd44 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:55.617045 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2fc5ab39-e805-4911-a13f-40332b3da0e0 req-d9e75c7c-6d93-491a-8c1c-432eae91bd44 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0813713
Sep 16 18:03:55.665365 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2fc5ab39-e805-4911-a13f-40332b3da0e0 req-be410488-ad5c-4607-a20b-7cc15c5ed6b0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=068c8d68-2bab-4816-a448-11c1fc02aa08&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426142
Sep 16 18:03:55.952345 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-133dc923-2d6f-41f5-be65-63cc9c2fbfbc tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:03:55.953683 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-133dc923-2d6f-41f5-be65-63cc9c2fbfbc tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 945 time: 0.0789206
Sep 16 18:03:56.023412 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Deleting port 942402a8-6fd7-460c-854e-e50363c0b086 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:03:56.024027 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:56.276174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] For port 942402a8-6fd7-460c-854e-e50363c0b086, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=942402a8-6fd7-460c-854e-e50363c0b086,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:03:56.276521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:56.568070 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:56.568436 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:56.568738 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Floating IP 639204e4-2627-443d-8906-1f72152b2186 disassociated. External IP: 172.27.1.79, port: 942402a8-6fd7-460c-854e-e50363c0b086.
Sep 16 18:03:56.569065 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Calling delete_port for 942402a8-6fd7-460c-854e-e50363c0b086 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:03:56.911309 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:56.920782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-94397971-0ae2-4d2a-92fe-a61fb79e4705 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:56.950507 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fa32d36b-04c4-4ecb-b252-a7d65685d787 req-134ac8b0-9c48-4037-a0af-f985c1dfb025 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.1637843
Sep 16 18:03:56.966238 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event deleted for resources: {'Port': ['ID=942402a8-6fd7-460c-854e-e50363c0b086,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:56.978047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.978157 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.978458 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.978797 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.979144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.979487 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.979837 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.980204 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.980549 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.980890 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.981254 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.981541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:03:56.985350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:57.158689 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Router dc79293d-e32b-4283-a760-b54b0c95e130 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:03:57.336406 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:03:57.346126 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:03:57.356759 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:57.357991 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6683400>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:03:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:57.415542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] No DVR routers for this DVR port 942402a8-6fd7-460c-854e-e50363c0b086 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:03:57.418026 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:57.421395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'name': 'network-vif-deleted', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:03:57.471854 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defe33a9-1581-42ef-b9ed-5667adf18234', 'name': 'network-vif-deleted', 'tag': '942402a8-6fd7-460c-854e-e50363c0b086', 'status': 'completed', 'code': 200}
Sep 16 18:03:57.509903 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0eea3ca0-3f73-4169-b37e-b107db296391 req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "DELETE /v2.0/ports/942402a8-6fd7-460c-854e-e50363c0b086 HTTP/1.1" status: 204  len: 173 time: 1.5491676
Sep 16 18:03:57.550938 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:57.861359 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6683400>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:57.865345 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:03:57.873849 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:03:57.874445 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6683400>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:03:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:58.060416 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:03:58.131455 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c6c2aa6c-f155-4f9a-96b2-a7ae151a2874 req-46346f31-b91e-4704-b611-34730fdbb5ba tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=defe33a9-1581-42ef-b9ed-5667adf18234 HTTP/1.1" status: 200  len: 210 time: 0.0532360
Sep 16 18:03:58.386078 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6683400>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:03:58.391665 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97122aa-2cd5-4845-8157-f83d098bac48 None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:03:58.619655 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df8cb19-de92-4870-813d-31b6ba7c6897 None None] New status for floating IP 639204e4-2627-443d-8906-1f72152b2186: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:03:59.250999 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:03:59.310231 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37754) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:59.370418 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 942402a8-6fd7-460c-854e-e50363c0b086 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:03:59.385178 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:59.417148 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:59.455040 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 942402a8-6fd7-460c-854e-e50363c0b086 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:03:59.455618 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 942402a8-6fd7-460c-854e-e50363c0b086 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:03:59.560644 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:59.565878 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-86c45ead-f78d-498a-ba30-d9f16b5af3fb tempest-VolumesNegativeTest-333970424 tempest-VolumesNegativeTest-333970424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:03:59.581675 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068c8d68-2bab-4816-a448-11c1fc02aa08,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:03:59.584043 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:03:59.701590 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:03:59.702823 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "DELETE /v2.0/security-groups/068c8d68-2bab-4816-a448-11c1fc02aa08 HTTP/1.1" status: 204  len: 168 time: 0.3916099
Sep 16 18:03:59.705592 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37762) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:59.722331 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.api.v2.resource [None req-229e1fe3-a674-43e9-bcb0-564be7ac55af tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] show failed (client error): The resource could not be found.
Sep 16 18:03:59.723264 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-229e1fe3-a674-43e9-bcb0-564be7ac55af tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups/068c8d68-2bab-4816-a448-11c1fc02aa08 HTTP/1.1" status: 404  len: 347 time: 0.0167186
Sep 16 18:03:59.725936 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37766) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:03:59.882205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Deleting port 440729f1-9a54-4762-a868-520c5df99de8 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:03:59.882557 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:00.049952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:00.050269 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:00.168814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Calling delete_port for 440729f1-9a54-4762-a868-520c5df99de8 owned by network:floatingip {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:04:00.377399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:00.381011 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:00.427569 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event deleted for resources: {'Port': ['ID=440729f1-9a54-4762-a868-520c5df99de8,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:00.430770 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:00.517942 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:00.531578 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:00.532740 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "DELETE /v2.0/floatingips/639204e4-2627-443d-8906-1f72152b2186 HTTP/1.1" status: 204  len: 168 time: 0.8059564
Sep 16 18:04:01.088666 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37780) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:01.094663 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267005408', 'description': 'tempest-description--1998415064'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:01.100576 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:01.104705 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:04:01.107500 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:04:01.113212 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:01.229017 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.248318 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:01.252166 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:04:01.254959 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:04:01.260611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:01.412995 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.480133 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.483870 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-edda24a0-ae49-407d-b9bc-2829d5bec569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:01.526984 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:01.529807 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:01.605584 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.606839 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.5171547
Sep 16 18:04:01.609739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37784) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:01.614670 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'security_group_rule': {'security_group_id': 'bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:01.620494 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:01.624995 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:04:01.627812 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:04:01.633436 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:01.726846 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.792896 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.890328 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:01.894344 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4c169e2c-05df-46bb-a390-c8d7a50cec2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:01.914944 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3573c00f-66e5-4b40-9bb9-9b0298709e54,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:01.921787 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:02.011676 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.012930 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4022419
Sep 16 18:04:02.015636 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37806) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:02.020621 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'security_group_rule': {'security_group_id': 'bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:02.026875 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:02.030985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:security_group_rule and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:04:02.033936 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:04:02.039680 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:02.190142 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.255861 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.382878 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.384955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:02.412323 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b568cc6d-0165-4cfd-9047-3812c0a4498f,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:02.417538 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:02.484936 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.486157 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b520ff8b-e35e-4d63-ab59-60a12657256a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4695756
Sep 16 18:04:02.489276 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37814) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:02.494337 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:02.500314 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:02.504117 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Usage tracker for resource:floatingip and tenant:03767a46db0743cfa618dea0ea302d1c is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:04:02.507080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:04:02.512634 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:02.594405 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.734083 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:02.866301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Allocated IP 172.27.1.197 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/b532df91-b74c-4690-841d-36794d95cbeb) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:04:03.020981 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:03.143882 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:03.147582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-951dc21c-b26f-48a6-b09a-f29c8c0d0a69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:03.211414 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:04:03.214238 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:04:03.218142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:04:03.260961 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'Port': ['ID=b532df91-b74c-4690-841d-36794d95cbeb,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:03.264956 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:03.310127 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:03.440436 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:03.650031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:03.771695 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:03.776034 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:03.970889 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'Port': ['ID=b532df91-b74c-4690-841d-36794d95cbeb,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:03.978159 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:03.987308 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:04.108955 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:04.115745 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6202602
Sep 16 18:04:04.334387 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-65ba6e3d-b2a8-4fca-ae95-02073cf7789e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1267005408&fields=id&tenant_id=03767a46db0743cfa618dea0ea302d1c HTTP/1.1" status: 200  len: 267 time: 0.0392714
Sep 16 18:04:04.484394 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-4eff4373-307e-48c1-b188-ace719118fdb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:04.485821 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-4eff4373-307e-48c1-b188-ace719118fdb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 810 time: 0.1449072
Sep 16 18:04:04.500299 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-eaa7f358-0b1d-45a1-a29d-3dd91a7ef390 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/quotas/03767a46db0743cfa618dea0ea302d1c HTTP/1.1" status: 200  len: 375 time: 0.0091267
Sep 16 18:04:04.585496 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-5ab95ba1-23d4-4c97-98a3-3c2e0716299d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:04:04.667439 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-5ab95ba1-23d4-4c97-98a3-3c2e0716299d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:04:04.668799 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-5ab95ba1-23d4-4c97-98a3-3c2e0716299d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1634679
Sep 16 18:04:04.806130 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-e7e5bbbd-3289-49f9-a21a-8c99ace243a9 service neutron] 10.222.0.37 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256719
Sep 16 18:04:04.892076 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37844) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:04.938784 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-cfe780e9-f1ef-4ea3-a1cd-98934f754937 service neutron] 10.222.0.37 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268506
Sep 16 18:04:04.952965 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Deleting subnet ff8d6df3-d40b-4026-ba4f-d9b3c47977aa {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:04:04.956294 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.010963 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.067949 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.187744 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-6c4843cc-e6e5-4efc-82f4-58352bb32a0d req-5857b874-5376-4b44-91f2-a63ea7b9bb93 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:04:05.201305 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-6c4843cc-e6e5-4efc-82f4-58352bb32a0d req-5857b874-5376-4b44-91f2-a63ea7b9bb93 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:04:05.202591 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6c4843cc-e6e5-4efc-82f4-58352bb32a0d req-5857b874-5376-4b44-91f2-a63ea7b9bb93 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 210 time: 0.0682821
Sep 16 18:04:05.224430 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.230306 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:05.270598 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.274704 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff8d6df3-d40b-4026-ba4f-d9b3c47977aa,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:05.277460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:05.280194 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-82907df6-d247-411a-8c13-4197fd46fd37 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ff8d6df3-d40b-4026-ba4f-d9b3c47977aa HTTP/1.1" status: 204  len: 168 time: 0.3870327
Sep 16 18:04:05.283187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37858) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:05.393225 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.533440 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.558925 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f69f2610>,) {'filters': {'network_id': ['d2cad90f-d166-49a2-bc1f-999d518a5df5']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:05.571449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f69f2610>, 'a2c5280c-78b3-4a0d-8f51-104951e4902e') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:05.571767 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f69f2610>, 'a2c5280c-78b3-4a0d-8f51-104951e4902e') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:05.584289 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.601465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.607130 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:04:05.607518 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:04:05.620709 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:04:05.771306 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.775493 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:05.791358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:05.797401 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Pushing event deleted for resources: {'Network': ['ID=d2cad90f-d166-49a2-bc1f-999d518a5df5,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:05.801494 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:05.875476 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8713db0a-0e8c-420c-afe0-a4f5bb42acda admin admin] 10.222.0.37 "DELETE /v2.0/networks/d2cad90f-d166-49a2-bc1f-999d518a5df5 HTTP/1.1" status: 204  len: 168 time: 0.5904653
Sep 16 18:04:06.308436 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 37872) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:06.363056 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c937c2c0-d3d8-4e20-b4bd-244faad5972c req-3111cb3d-718a-4ab9-bee3-9fe2b8fa601e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 210 time: 0.0480642
Sep 16 18:04:06.370544 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-b9095dcf-a8b4-48fa-9d79-096fb9fe5b03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e0c14db023924417a4ef1cd581c93cc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0598755
Sep 16 18:04:06.370822 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37876) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:06.442437 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:06.470416 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:06.588523 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:06.592332 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-849122c2-035e-4b8e-ba92-a6722d839a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:06.607013 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef0007-31bf-46a5-b2a6-778860316290,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:06.609847 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:06.679398 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:06.680815 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fbef0007-31bf-46a5-b2a6-778860316290 HTTP/1.1" status: 204  len: 168 time: 0.3084285
Sep 16 18:04:07.446174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-be879e6a-a77f-40d7-8407-354453b38121 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:07.447640 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-be879e6a-a77f-40d7-8407-354453b38121 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 810 time: 0.1499312
Sep 16 18:04:07.526031 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a5f89681-92f6-4539-8e08-7ae2f83f7016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:07.535104 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-9220da3d-d502-4351-bada-ed08f8c90f2a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03767a46db0743cfa618dea0ea302d1c HTTP/1.1" status: 200  len: 380 time: 0.0717599
Sep 16 18:04:07.545031 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-984e2a12-58f2-4628-9bed-75a50cefc1b1 req-4e5930cc-dba8-411e-8e7e-a8f8f16c54bb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 210 time: 0.0514731
Sep 16 18:04:07.553964 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'port': {'device_id': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'admin_state_up': True, 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'security_groups': ['bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe']}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:07.692256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:07.704294 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:07.788500 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Made reservation on behalf of 03767a46db0743cfa618dea0ea302d1c for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:04:07.792084 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:07.961388 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Allocated IP 172.20.0.13 (b5326728-2418-4162-aacd-f1e372b17629/a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf/a4343af2-a0bd-4d85-95e2-442fa337e04a) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:04:08.051833 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:08.158718 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:08.174144 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Transition to ACTIVE for port object a4343af2-a0bd-4d85-95e2-442fa337e04a will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:04:08.292198 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:08.299063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:08.365728 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Network b5326728-2418-4162-aacd-f1e372b17629 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:04:08.368929 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:04:08.372776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:04:08.412071 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event updated for resources: {'Port': ['ID=a4343af2-a0bd-4d85-95e2-442fa337e04a,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:08.418702 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:08.450683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:08.451323 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:08.590642 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0377901
Sep 16 18:04:08.596989 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Request body: {'port': {'device_id': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:08.680366 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-cc92798c-4a8e-4c54-8400-04ba59c0f5f6 None None] Provisioning for port a4343af2-a0bd-4d85-95e2-442fa337e04a completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:04:08.687277 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-cc92798c-4a8e-4c54-8400-04ba59c0f5f6 None None] Provisioning complete for port a4343af2-a0bd-4d85-95e2-442fa337e04a triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:04:08.687947 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cc92798c-4a8e-4c54-8400-04ba59c0f5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:08.741712 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:08.776559 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-cc92798c-4a8e-4c54-8400-04ba59c0f5f6 None None] Port a4343af2-a0bd-4d85-95e2-442fa337e04a cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:04:08.795453 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8de95-5dc1-4942-a100-cacadc5e160b req-d7d8d7ab-a8b8-480f-90f1-9343c830b833 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:08.797523 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c7c8de95-5dc1-4942-a100-cacadc5e160b req-d7d8d7ab-a8b8-480f-90f1-9343c830b833 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 932 time: 0.1316447
Sep 16 18:04:08.841309 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-c7c8de95-5dc1-4942-a100-cacadc5e160b req-4d8ac08d-5b10-4357-9b7f-6926183e09a7 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:04:08.994395 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-c7c8de95-5dc1-4942-a100-cacadc5e160b req-4d8ac08d-5b10-4357-9b7f-6926183e09a7 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:04:08.995742 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c7c8de95-5dc1-4942-a100-cacadc5e160b req-4d8ac08d-5b10-4357-9b7f-6926183e09a7 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1922958
Sep 16 18:04:09.190782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4343af2-a0bd-4d85-95e2-442fa337e04a {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:04:09.198246 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:09.212291 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Transition to ACTIVE for port object a4343af2-a0bd-4d85-95e2-442fa337e04a will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:04:09.319939 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:09.324690 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-10acc7d6-f33b-471b-a6d0-b339ca3815a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:09.477090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Pushing event updated for resources: {'Port': ['ID=a4343af2-a0bd-4d85-95e2-442fa337e04a,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:09.484983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:09.561865 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Attempting to bind port a4343af2-a0bd-4d85-95e2-442fa337e04a on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:04:09.562357 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Attempting to bind port a4343af2-a0bd-4d85-95e2-442fa337e04a by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:04:09.562683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Attempting to bind port a4343af2-a0bd-4d85-95e2-442fa337e04a on network b5326728-2418-4162-aacd-f1e372b17629 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:04:09.567130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Port a4343af2-a0bd-4d85-95e2-442fa337e04a on network b5326728-2418-4162-aacd-f1e372b17629 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:04:09.567443 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Attempting to bind port a4343af2-a0bd-4d85-95e2-442fa337e04a on network b5326728-2418-4162-aacd-f1e372b17629 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:04:09.572868 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:04:09.573192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Checking segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:04:09.573565 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Bound using segment: {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:04:09.573980 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Bound port: a4343af2-a0bd-4d85-95e2-442fa337e04a, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:04:09.574313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:09.662141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] For port a4343af2-a0bd-4d85-95e2-442fa337e04a, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:04:09.665244 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] For port a4343af2-a0bd-4d85-95e2-442fa337e04a, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:04:09.760490 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:09.765914 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1c3a52df-3185-4882-ab3e-ebb4abb815df tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:09.825295 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:09.825949 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:09.827847 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] 10.222.0.13 "PUT /v2.0/ports/a4343af2-a0bd-4d85-95e2-442fa337e04a HTTP/1.1" status: 200  len: 1094 time: 1.2344663
Sep 16 18:04:09.828631 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:04:09.848645 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Pushing event updated for resources: {'Port': ['ID=a4343af2-a0bd-4d85-95e2-442fa337e04a,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:09.851744 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:09.878941 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'status': 'completed', 'code': 200}
Sep 16 18:04:09.974835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfb876-9b46-4b26-889e-3698123ef587 req-f03a7afc-606d-497c-b872-bfd6323467a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:09.976281 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b5dfb876-9b46-4b26-889e-3698123ef587 req-f03a7afc-606d-497c-b872-bfd6323467a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 1097 time: 0.0766158
Sep 16 18:04:10.119031 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfb876-9b46-4b26-889e-3698123ef587 req-a29f66c6-998d-4997-aac3-5e05d6f54160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:10.120469 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b5dfb876-9b46-4b26-889e-3698123ef587 req-a29f66c6-998d-4997-aac3-5e05d6f54160 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03767a46db0743cfa618dea0ea302d1c&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1360295
Sep 16 18:04:10.188757 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dc244-823d-4e0d-aa94-c9abdabed3d4 req-8ef53c03-a78a-4c3c-abb1-f1b1502acf8e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:10.191165 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0d7dc244-823d-4e0d-aa94-c9abdabed3d4 req-8ef53c03-a78a-4c3c-abb1-f1b1502acf8e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0854299
Sep 16 18:04:10.252544 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0d7dc244-823d-4e0d-aa94-c9abdabed3d4 req-4081cbb1-1920-43a4-9ef2-78bf75ccdc6e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565610
Sep 16 18:04:10.263153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfb876-9b46-4b26-889e-3698123ef587 req-efb24273-1692-4969-be0c-bf1d27aa7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:10.267035 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b5dfb876-9b46-4b26-889e-3698123ef587 req-efb24273-1692-4969-be0c-bf1d27aa7321 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1380312
Sep 16 18:04:10.320245 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b44d41d2-68f3-4e2a-8841-fd9f91a49f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:10.391516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-d7086b34-eb04-447d-9a2a-2a27798dbd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:10.393029 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-d7086b34-eb04-447d-9a2a-2a27798dbd5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 1097 time: 0.0785944
Sep 16 18:04:10.465949 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-4c48d67d-ac1f-4606-8248-e8c062b645f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a HTTP/1.1" status: 200  len: 217 time: 0.0639765
Sep 16 18:04:10.529682 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-af3c39d7-1a62-4e29-959c-6aece3b11634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:10.531753 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-af3c39d7-1a62-4e29-959c-6aece3b11634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.0597858
Sep 16 18:04:10.607949 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-5e530965-233d-47ef-a6a4-f97f41757f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:10.610127 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-5e530965-233d-47ef-a6a4-f97f41757f7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0695806
Sep 16 18:04:10.748455 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-55bcc48e-0788-40fc-a50b-b4a98150f821 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311600
Sep 16 18:04:10.886605 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0b66b709-e72b-4d45-a391-66204aaf24ab req-1c9ebbbc-3bfd-458e-b702-b87cfbd314b6 service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316054
Sep 16 18:04:11.198626 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:11.434792 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216b697-9686-4934-ac0b-8bf9e58aabe0 req-b7ee8383-2b0b-46cf-b75a-125c4ac4c65b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:11.436256 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b216b697-9686-4934-ac0b-8bf9e58aabe0 req-b7ee8383-2b0b-46cf-b75a-125c4ac4c65b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0792131
Sep 16 18:04:11.482107 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b216b697-9686-4934-ac0b-8bf9e58aabe0 req-b81ba1f0-f5c3-4b00-afbe-f0d6f50f882b tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395834
Sep 16 18:04:12.671560 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbe96-fee4-48d2-a338-b18f2c2ab3da req-2008e502-a404-48d8-addf-f1614e7e2a9c tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:12.673100 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-311fbe96-fee4-48d2-a338-b18f2c2ab3da req-2008e502-a404-48d8-addf-f1614e7e2a9c tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0841274
Sep 16 18:04:12.697051 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:12.718229 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-311fbe96-fee4-48d2-a338-b18f2c2ab3da req-9db354b9-b3dc-465f-8b8b-1f693966ab3c tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390468
Sep 16 18:04:13.897330 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361775fe-a13b-4f54-8b0d-033ba9e859b9 req-a72cca48-f37a-4ac4-985f-3a0a5564d5bb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:13.899043 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-361775fe-a13b-4f54-8b0d-033ba9e859b9 req-a72cca48-f37a-4ac4-985f-3a0a5564d5bb tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0786192
Sep 16 18:04:13.944187 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-361775fe-a13b-4f54-8b0d-033ba9e859b9 req-7d12f19f-2c43-4008-bc51-64a192599f7d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393722
Sep 16 18:04:15.204370 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21335e87-817d-4102-b020-fa75cad0363b req-d3890eb6-e76d-426d-b3e4-519c58079f4d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:15.205827 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-21335e87-817d-4102-b020-fa75cad0363b req-d3890eb6-e76d-426d-b3e4-519c58079f4d tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.1539176
Sep 16 18:04:15.249223 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-21335e87-817d-4102-b020-fa75cad0363b req-83b5ed0f-a9f6-48d4-b5bc-71c957653d22 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376496
Sep 16 18:04:16.010072 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:16.435078 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b284ef6-fb64-4101-9578-72b8c37b1c96 req-2222fc1f-07bc-48a3-bce0-04b612fbd579 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:16.436840 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7b284ef6-fb64-4101-9578-72b8c37b1c96 req-2222fc1f-07bc-48a3-bce0-04b612fbd579 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0797818
Sep 16 18:04:16.485244 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7b284ef6-fb64-4101-9578-72b8c37b1c96 req-534272e5-c53c-4352-80c2-bec30fd3d9fd tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430253
Sep 16 18:04:17.701788 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0b28-b1be-4dde-96fd-e963fae3ae0c req-308e9b08-345d-443a-b518-82fb4ac27878 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:17.701788 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6dcd0b28-b1be-4dde-96fd-e963fae3ae0c req-308e9b08-345d-443a-b518-82fb4ac27878 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0898592
Sep 16 18:04:17.725835 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6dcd0b28-b1be-4dde-96fd-e963fae3ae0c req-2d867a88-717d-417d-ae2e-9173e4fc9187 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397615
Sep 16 18:04:18.921779 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c4951-aa2b-403f-9664-e7e52804e847 req-877b96cc-28eb-49c8-9461-f15933cc133a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:18.923133 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8f2c4951-aa2b-403f-9664-e7e52804e847 req-877b96cc-28eb-49c8-9461-f15933cc133a tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 944 time: 0.0839291
Sep 16 18:04:18.969125 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8f2c4951-aa2b-403f-9664-e7e52804e847 req-e351a369-8380-49ce-82a3-8f119dff6c9c tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402672
Sep 16 18:04:19.226449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 37998) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:19.345800 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.360301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:04:19.364165 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Usage tracker for resource:security_group_rule and tenant:758eaeee99b74d6996f28cb3734267d0 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:04:19.366910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:04:19.372602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:04:19.454775 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a4343af2-a0bd-4d85-95e2-442fa337e04a details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:04:19.455362 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.548362 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.557551 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2c15d186-9297-48d1-9769-7d981e939d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:19.597513 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=758eaeee99b74d6996f28cb3734267d0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3699768
Sep 16 18:04:19.598432 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22de9125-5b84-481f-8ddb-fcb681864d90,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:19.600277 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 38008) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:19.601389 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port a4343af2-a0bd-4d85-95e2-442fa337e04a, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:04:19.601637 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:19.616798 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'port_id': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'mac_address': 'fa:16:3e:36:e3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:04:19.664312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.676320 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.690499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.693260 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4343af2-a0bd-4d85-95e2-442fa337e04a {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:04:19.709525 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port a4343af2-a0bd-4d85-95e2-442fa337e04a, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:04:19.789019 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.791811 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:19.862388 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=a4343af2-a0bd-4d85-95e2-442fa337e04a,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:19.865575 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:19.919912 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.924231 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5674f062-d838-4a27-bbaf-da776cbf383c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:19.939588 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22de9125-5b84-481f-8ddb-fcb681864d90,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:19.942471 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:19.944225 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:19.945834 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/22de9125-5b84-481f-8ddb-fcb681864d90 HTTP/1.1" status: 204  len: 168 time: 0.3435483
Sep 16 18:04:20.161543 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda4275-27c4-4fc2-8f5a-ae74facde018 req-ecba5bdb-6742-4fba-a071-36d9c6288235 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:20.163007 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bbda4275-27c4-4fc2-8f5a-ae74facde018 req-ecba5bdb-6742-4fba-a071-36d9c6288235 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 945 time: 0.0843596
Sep 16 18:04:20.182657 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['a4343af2-a0bd-4d85-95e2-442fa337e04a'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:04:20.208115 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bbda4275-27c4-4fc2-8f5a-ae74facde018 req-6550602d-ac4b-4232-9642-d87cb57755ff tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393848
Sep 16 18:04:21.390034 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098c7a2-e4e7-4a4f-9d2d-6dee93739e8e req-a4c67cf7-1f85-4f07-96fb-dbda63cba6ee tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:21.391468 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9098c7a2-e4e7-4a4f-9d2d-6dee93739e8e req-a4c67cf7-1f85-4f07-96fb-dbda63cba6ee tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 945 time: 0.0774493
Sep 16 18:04:21.438699 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9098c7a2-e4e7-4a4f-9d2d-6dee93739e8e req-71bbaa3f-d95c-4c77-9b58-4dac8b946fc6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415938
Sep 16 18:04:21.476697 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a4343af2-a0bd-4d85-95e2-442fa337e04a up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:04:21.605401 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port a4343af2-a0bd-4d85-95e2-442fa337e04a completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:04:21.610816 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port a4343af2-a0bd-4d85-95e2-442fa337e04a triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:04:21.614025 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:21.729782 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:21.757136 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:04:21.766623 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port a4343af2-a0bd-4d85-95e2-442fa337e04a, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:04:21.802478 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'code': 200}
Sep 16 18:04:21.868377 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:21.870168 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:04:21.934708 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=a4343af2-a0bd-4d85-95e2-442fa337e04a,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:04:21.937716 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:04:22.213656 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882dea6b-9216-4851-b2c9-ee873e44f0e4 req-41e0b2cb-4c54-4968-8648-56f90b41a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:22.215115 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-882dea6b-9216-4851-b2c9-ee873e44f0e4 req-41e0b2cb-4c54-4968-8648-56f90b41a18d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 1099 time: 0.0680754
Sep 16 18:04:22.254987 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-882dea6b-9216-4851-b2c9-ee873e44f0e4 req-7e532aea-9e15-447f-8719-349a7d3655f7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0322363
Sep 16 18:04:22.622090 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622c83-fe41-4cce-a371-182fb1e91eb0 req-6678c97f-59b8-46f0-89c7-ce380cc52b3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:22.622765 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-c6622c83-fe41-4cce-a371-182fb1e91eb0 req-6678c97f-59b8-46f0-89c7-ce380cc52b3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Synchronizing usage tracker for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:04:22.713838 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-c6622c83-fe41-4cce-a371-182fb1e91eb0 req-6678c97f-59b8-46f0-89c7-ce380cc52b3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Unset dirty status for tenant:03767a46db0743cfa618dea0ea302d1c on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:04:22.715007 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c6622c83-fe41-4cce-a371-182fb1e91eb0 req-6678c97f-59b8-46f0-89c7-ce380cc52b3e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.1717417
Sep 16 18:04:22.765597 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c6622c83-fe41-4cce-a371-182fb1e91eb0 req-a2e71dba-6ef6-4e3d-a602-6428572cbfe0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438247
Sep 16 18:04:23.955687 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef00790-9bf4-4a33-bb95-742951b6ea7f req-ec1ab2ad-6cad-4549-8ef8-febb74462630 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:23.957237 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bef00790-9bf4-4a33-bb95-742951b6ea7f req-ec1ab2ad-6cad-4549-8ef8-febb74462630 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.0843816
Sep 16 18:04:24.005001 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bef00790-9bf4-4a33-bb95-742951b6ea7f req-c5f20e66-499f-4086-9b4a-1cb3cbcd90c8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418758
Sep 16 18:04:25.188707 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fc244-00ba-4387-817d-2d30579d2941 req-2b919178-dd4f-4043-8d00-c9aad15b0af6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:25.190189 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-866fc244-00ba-4387-817d-2d30579d2941 req-2b919178-dd4f-4043-8d00-c9aad15b0af6 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.0791008
Sep 16 18:04:25.234250 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-866fc244-00ba-4387-817d-2d30579d2941 req-9ef47a4d-604f-4d3b-82c3-5c51c4ec3d79 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382161
Sep 16 18:04:25.410019 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e205f7-26a0-467e-b363-6dbb06354148 req-3c44c465-3fde-47be-b784-378e1d7425c0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:25.411477 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-67e205f7-26a0-467e-b363-6dbb06354148 req-3c44c465-3fde-47be-b784-378e1d7425c0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.0784492
Sep 16 18:04:25.419607 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38038) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:04:25.425410 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Request body: {'floatingip': {'port_id': 'a4343af2-a0bd-4d85-95e2-442fa337e04a'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:04:25.502366 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:26.075671 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:26.176891 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:26.431668 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Floating IP f6787728-4475-4ced-ae30-a7ae5b20ce0b associated. External IP: 172.27.1.197, port: a4343af2-a0bd-4d85-95e2-442fa337e04a.
Sep 16 18:04:26.782250 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Router dc79293d-e32b-4283-a760-b54b0c95e130 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:04:26.955455 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:04:26.964753 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:04:26.967991 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:26.974282 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:04:26.974891 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62f1e80>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:04:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:27.026134 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-7a713a99-ba8e-4457-9ae9-a018cd09e66e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "PUT /v2.0/floatingips/f6787728-4475-4ced-ae30-a7ae5b20ce0b HTTP/1.1" status: 200  len: 992 time: 1.6054761
Sep 16 18:04:27.026884 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:04:27.072271 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'status': 'completed', 'code': 200}
Sep 16 18:04:27.158954 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:04:27.173841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403264e-79b2-4c31-9223-2bc34778670c req-8c6d77b2-5bde-48b2-a717-e8b07f7f7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:27.175318 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-8c6d77b2-5bde-48b2-a717-e8b07f7f7fc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03767a46db0743cfa618dea0ea302d1c&device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 1099 time: 0.0743439
Sep 16 18:04:27.306345 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403264e-79b2-4c31-9223-2bc34778670c req-ac085cbc-0b2f-4733-80c8-d81a11575889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:27.307775 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-ac085cbc-0b2f-4733-80c8-d81a11575889 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 200  len: 911 time: 0.1253486
Sep 16 18:04:27.415145 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-9901fc2b-66b4-4d1c-8556-e97e77f3ef88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a HTTP/1.1" status: 200  len: 1000 time: 0.0985265
Sep 16 18:04:27.477945 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403264e-79b2-4c31-9223-2bc34778670c req-81cb8da3-7b28-4e48-8ec6-db5c0da6024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:27.479372 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-81cb8da3-7b28-4e48-8ec6-db5c0da6024d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 200  len: 849 time: 0.0574112
Sep 16 18:04:27.503711 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62f1e80>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'f6787728-4475-4ced-ae30-a7ae5b20ce0b', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'port_id': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'mac_address': 'fa:16:3e:36:e3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:04:03Z', 'updated_at': '2021-09-16T18:04:25Z', 'revision_number': 1, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:27.507580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:04:27.516647 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:04:27.517253 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62f1e80>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:04:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:27.554348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403264e-79b2-4c31-9223-2bc34778670c req-4fb735c1-7194-40bc-b998-335f09c7270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:27.555759 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-4fb735c1-7194-40bc-b998-335f09c7270f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b5326728-2418-4162-aacd-f1e372b17629&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692105
Sep 16 18:04:27.695986 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-6c875ae7-a7c9-4b00-85ce-c0fa79c201ec service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275325
Sep 16 18:04:27.725766 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:04:27.828152 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2403264e-79b2-4c31-9223-2bc34778670c req-7233f0a0-1cec-44aa-8ae1-1dae32ca005d service neutron] 10.222.0.13 "GET /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250579
Sep 16 18:04:28.075530 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62f1e80>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'f6787728-4475-4ced-ae30-a7ae5b20ce0b', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'port_id': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'mac_address': 'fa:16:3e:36:e3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:04:03Z', 'updated_at': '2021-09-16T18:04:25Z', 'revision_number': 1, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:04:28.079990 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b88402-951d-4a07-8347-6d1a492c1348 None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'f6787728-4475-4ced-ae30-a7ae5b20ce0b', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'port_id': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'mac_address': 'fa:16:3e:36:e3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:04:03Z', 'updated_at': '2021-09-16T18:04:25Z', 'revision_number': 1, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:04:28.263376 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ea313b-2385-4d9c-bc4c-03d414a7cfe9 None None] New status for floating IP f6787728-4475-4ced-ae30-a7ae5b20ce0b: ACTIVE {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:04:36.250318 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:04:37.531075 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0f926435-df25-40c6-986e-3f121343ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:38.044834 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:40.336465 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-89e8820b-730d-4083-9035-cab3a29fc8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:41.193815 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:42.725051 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:46.004938 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:04:48.811268 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-41640910-e4b7-4d0c-9955-d2d3c29068a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802345
Sep 16 18:04:48.954301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862120cf-34e7-413a-92b0-8736d9f798fd req-6f5e3723-4833-4bf0-a3bc-3b70af3f2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:48.956362 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-6f5e3723-4833-4bf0-a3bc-3b70af3f2022 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.0707600
Sep 16 18:04:49.099900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862120cf-34e7-413a-92b0-8736d9f798fd req-f6a54c56-e3bc-49c3-a914-25a7dd182969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:49.101371 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-f6a54c56-e3bc-49c3-a914-25a7dd182969 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 909 time: 0.1251929
Sep 16 18:04:49.205846 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-d31687b8-84b8-41a3-b824-dbb34c0cc72f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 1001 time: 0.0969229
Sep 16 18:04:49.264999 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862120cf-34e7-413a-92b0-8736d9f798fd req-f63d2082-02c9-4541-a40e-51c5fc9515ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:49.266368 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-f63d2082-02c9-4541-a40e-51c5fc9515ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0552242
Sep 16 18:04:49.424140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862120cf-34e7-413a-92b0-8736d9f798fd req-765ca980-12cb-4b7c-ae10-81f4a079144a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:04:49.425639 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-765ca980-12cb-4b7c-ae10-81f4a079144a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1524112
Sep 16 18:04:49.565328 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-a85c0980-35bc-4292-b96d-8953bfaa4cce service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258712
Sep 16 18:04:49.694974 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-862120cf-34e7-413a-92b0-8736d9f798fd req-b4917300-d5f7-4be5-99aa-3fafafeddba4 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216555
Sep 16 18:05:04.899741 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c0b17-91f8-4530-a413-91963e3e2fbc req-1836037c-3727-469b-afc0-130fdb3e3c9d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:04.901203 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e05c0b17-91f8-4530-a413-91963e3e2fbc req-1836037c-3727-469b-afc0-130fdb3e3c9d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0821071
Sep 16 18:05:04.944734 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e05c0b17-91f8-4530-a413-91963e3e2fbc req-66fdba90-4e88-4498-aedc-8cecbd69abb1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378852
Sep 16 18:05:06.138315 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f2271-4da7-44e7-b635-a2ed1f952288 req-08767c99-4673-4d8b-a9ce-b69b442307f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:06.138315 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fa3f2271-4da7-44e7-b635-a2ed1f952288 req-08767c99-4673-4d8b-a9ce-b69b442307f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0847783
Sep 16 18:05:06.181195 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fa3f2271-4da7-44e7-b635-a2ed1f952288 req-f9c1a61f-1e8e-489b-82d2-3e7af0e13f41 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378907
Sep 16 18:05:07.368464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bbedc-7174-4dfd-a0fb-c3f6269d3bc9 req-57ebb66a-ac06-4182-a456-b9de5af3ce5c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:07.369906 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba9bbedc-7174-4dfd-a0fb-c3f6269d3bc9 req-57ebb66a-ac06-4182-a456-b9de5af3ce5c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0780931
Sep 16 18:05:07.412494 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ba9bbedc-7174-4dfd-a0fb-c3f6269d3bc9 req-5a08490d-2a8e-4649-be18-79a8cee575b8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370822
Sep 16 18:05:07.522962 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-7a4322ea-e190-4c4b-9c18-92431eab2e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:08.031373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:08.604662 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e5d2-8be7-4802-a542-813f8efc5dd0 req-a53559a8-239c-4023-ae45-21e0fb19f84a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:08.606123 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7810e5d2-8be7-4802-a542-813f8efc5dd0 req-a53559a8-239c-4023-ae45-21e0fb19f84a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0825987
Sep 16 18:05:08.649713 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7810e5d2-8be7-4802-a542-813f8efc5dd0 req-4c1cb498-4ac0-476a-b417-f8332ff4960f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380526
Sep 16 18:05:09.836913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc84849-0c67-440c-8643-74bbd6626379 req-002758e4-8d2b-41c9-b4e0-c1d5df9a0e5a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:09.838403 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7cc84849-0c67-440c-8643-74bbd6626379 req-002758e4-8d2b-41c9-b4e0-c1d5df9a0e5a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0787661
Sep 16 18:05:09.885370 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-7cc84849-0c67-440c-8643-74bbd6626379 req-a54166b9-b0c3-4238-b057-f3ebc9e66429 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415256
Sep 16 18:05:10.358497 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f32ed784-1ec4-4199-a5c2-2af0d7e8342e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:11.071205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802e89f-7d1e-4f18-b8a8-3365b69c68c5 req-0f869824-83aa-4832-8fc7-31631900171d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:11.072673 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8802e89f-7d1e-4f18-b8a8-3365b69c68c5 req-0f869824-83aa-4832-8fc7-31631900171d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0783238
Sep 16 18:05:11.116055 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8802e89f-7d1e-4f18-b8a8-3365b69c68c5 req-5ab53633-e83a-4b93-9cbd-2ef42d910eb1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378084
Sep 16 18:05:11.191326 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:12.327960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561424b1-b41d-4469-876e-5439fbbca2e3 req-ca062bdc-d1d9-43b1-b982-cf0f7af8dab7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:12.329429 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-561424b1-b41d-4469-876e-5439fbbca2e3 req-ca062bdc-d1d9-43b1-b982-cf0f7af8dab7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0857480
Sep 16 18:05:12.373622 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-561424b1-b41d-4469-876e-5439fbbca2e3 req-32709150-4f79-4543-9e7b-0c8b69fdaee8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379918
Sep 16 18:05:12.741600 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:13.248965 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:05:13.561804 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77f01c-d50e-4d27-9288-f84ab2f77bbd req-a4effaad-c409-42a3-8497-f11069e58146 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:13.563267 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9e77f01c-d50e-4d27-9288-f84ab2f77bbd req-a4effaad-c409-42a3-8497-f11069e58146 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0798378
Sep 16 18:05:13.607126 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9e77f01c-d50e-4d27-9288-f84ab2f77bbd req-14731eaa-1720-482f-9286-183a5d6233c1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374253
Sep 16 18:05:14.893418 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6ffae-bca8-4606-9031-0d3f47e7575a req-9ba73bf5-d07e-4ae3-86ad-0d245feb4e0e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:14.894936 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-19c6ffae-bca8-4606-9031-0d3f47e7575a req-9ba73bf5-d07e-4ae3-86ad-0d245feb4e0e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.1740232
Sep 16 18:05:14.938778 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-19c6ffae-bca8-4606-9031-0d3f47e7575a req-92e7a574-e8b8-498d-a8ae-f5536ec9ddde tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380092
Sep 16 18:05:16.020305 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:16.124009 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6c25b-d641-4a40-bef6-aaa86efaec01 req-e2a65e96-7940-4dd7-b384-90fe055ec5dd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:16.126157 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bdf6c25b-d641-4a40-bef6-aaa86efaec01 req-e2a65e96-7940-4dd7-b384-90fe055ec5dd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0789020
Sep 16 18:05:16.173455 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-bdf6c25b-d641-4a40-bef6-aaa86efaec01 req-d3e6d516-05ca-4c1a-b58e-9dcfcfddffe6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402479
Sep 16 18:05:17.360135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528e078-f24e-4dcf-99f9-9c832d8b762c req-40b8e1d1-5141-4b4e-ad29-9dd75c2f9ecc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:17.361587 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b528e078-f24e-4dcf-99f9-9c832d8b762c req-40b8e1d1-5141-4b4e-ad29-9dd75c2f9ecc tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0787458
Sep 16 18:05:17.405686 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b528e078-f24e-4dcf-99f9-9c832d8b762c req-c9eadd8c-43ce-40b6-a850-ef567dcd985e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374463
Sep 16 18:05:17.740577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:05:17.869171 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:05:17.881686 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'mac_address': 'fa:16:3e:fa:a4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:05:17.934572 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:17.953008 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d1d3168-33ae-4af3-87d5-d6a369354af0 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:05:17.967510 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:05:18.026762 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:18.028519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:05:18.094187 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=6']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:05:18.101914 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.102264 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.102598 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.102928 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.103258 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.103582 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.103905 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.104250 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.104570 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.104886 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.105201 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.105515 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:05:18.109176 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:05:18.117540 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['9d1d3168-33ae-4af3-87d5-d6a369354af0'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:05:18.609404 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8937e-95d3-4b4f-8782-5fb37d584d3c req-c0a5eace-0f4d-4b9b-aceb-1a59fce2f209 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:18.610846 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d8b8937e-95d3-4b4f-8782-5fb37d584d3c req-c0a5eace-0f4d-4b9b-aceb-1a59fce2f209 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 944 time: 0.0937884
Sep 16 18:05:18.654377 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d8b8937e-95d3-4b4f-8782-5fb37d584d3c req-91469e8a-618d-4b47-aa9b-1e560343f45e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372252
Sep 16 18:05:19.774109 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:05:19.844061 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 9d1d3168-33ae-4af3-87d5-d6a369354af0 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:05:19.844437 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:19.866922 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c042ec-e0ee-4ce6-8925-f0338209a6be req-a15e2eea-0b3c-4177-9fa7-bd03834422ac tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:19.868656 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-09c042ec-e0ee-4ce6-8925-f0338209a6be req-a15e2eea-0b3c-4177-9fa7-bd03834422ac tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 944 time: 0.0891383
Sep 16 18:05:19.914298 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-09c042ec-e0ee-4ce6-8925-f0338209a6be req-56ca1af4-af8f-48e2-9d9e-a63e6c9f38ab tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399876
Sep 16 18:05:19.961036 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:19.986500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:05:19.997205 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:05:20.036608 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'code': 200}
Sep 16 18:05:20.110923 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:20.112740 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:05:20.186841 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=7']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:05:20.189821 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:05:21.103268 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d49c40-c273-4425-a459-51fb56e60a81 req-4e9f310e-b456-488a-b4ac-36558aa96370 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:21.104748 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-84d49c40-c273-4425-a459-51fb56e60a81 req-4e9f310e-b456-488a-b4ac-36558aa96370 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0782676
Sep 16 18:05:21.166399 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-84d49c40-c273-4425-a459-51fb56e60a81 req-ea117a89-a3e8-4fa0-9b37-6d31a3a9381d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559747
Sep 16 18:05:22.351766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc24a69-b3a7-4161-8a9e-e07c82899222 req-a78e3ab3-98e1-4621-ab24-e59e2286a420 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:22.353264 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5bc24a69-b3a7-4161-8a9e-e07c82899222 req-a78e3ab3-98e1-4621-ab24-e59e2286a420 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0780768
Sep 16 18:05:22.397989 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5bc24a69-b3a7-4161-8a9e-e07c82899222 req-8237e078-115c-45fd-a123-8de1bc83e153 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389152
Sep 16 18:05:23.612520 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ea65-c185-4e1d-9018-d771184c9858 req-e9a8148c-2a8b-42eb-b6e1-ca2bcba51e53 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:23.614064 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4748ea65-c185-4e1d-9018-d771184c9858 req-e9a8148c-2a8b-42eb-b6e1-ca2bcba51e53 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0956302
Sep 16 18:05:23.666721 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4748ea65-c185-4e1d-9018-d771184c9858 req-dc197885-aa77-4389-8876-14aeaa208b94 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463088
Sep 16 18:05:24.895699 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c42952-d59c-4077-b2f6-893c730f5a82 req-ae868cfb-bfb6-4d9a-84cf-9a9eca87dbd4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:24.897527 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-25c42952-d59c-4077-b2f6-893c730f5a82 req-ae868cfb-bfb6-4d9a-84cf-9a9eca87dbd4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.1018298
Sep 16 18:05:24.949591 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-25c42952-d59c-4077-b2f6-893c730f5a82 req-436fd68a-ac43-4f23-b627-986a032fbf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422089
Sep 16 18:05:26.153423 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cb365-6269-45ee-a49e-a1e7b383eaf1 req-182feabd-9b0a-44dc-967b-06f5e2d2814c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:26.163496 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d22cb365-6269-45ee-a49e-a1e7b383eaf1 req-182feabd-9b0a-44dc-967b-06f5e2d2814c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0856552
Sep 16 18:05:26.198891 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d22cb365-6269-45ee-a49e-a1e7b383eaf1 req-5e4d2799-a731-4ae1-9349-89e3e7dd7ddd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382559
Sep 16 18:05:27.400521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fbde8-196d-4b49-a90f-a0fb5519b6b3 req-b578f7c6-ac1d-4019-a909-78ad9f3b03af tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:27.401997 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ba5fbde8-196d-4b49-a90f-a0fb5519b6b3 req-b578f7c6-ac1d-4019-a909-78ad9f3b03af tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0833061
Sep 16 18:05:27.456427 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ba5fbde8-196d-4b49-a90f-a0fb5519b6b3 req-36284f47-2344-440d-bad0-d9f6e56b2458 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433586
Sep 16 18:05:28.665648 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0ee4b-c40f-4305-8cf5-bd7dffed0a19 req-614675e4-5167-4a93-9f45-f16616ae3039 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:28.674175 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5e0ee4b-c40f-4305-8cf5-bd7dffed0a19 req-614675e4-5167-4a93-9f45-f16616ae3039 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.1008112
Sep 16 18:05:28.720499 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f5e0ee4b-c40f-4305-8cf5-bd7dffed0a19 req-49c11f03-c6ec-466a-a15f-e49dcabb3cb5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451922
Sep 16 18:05:29.935070 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae568ce-f8f1-4eb9-8c2f-017535c16839 req-512438e1-5843-4c28-8656-e778202c5ebd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:29.940383 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6ae568ce-f8f1-4eb9-8c2f-017535c16839 req-512438e1-5843-4c28-8656-e778202c5ebd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.1067510
Sep 16 18:05:29.982422 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6ae568ce-f8f1-4eb9-8c2f-017535c16839 req-09cefa7b-76cc-42f2-8742-151272faa176 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392094
Sep 16 18:05:31.194002 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d72c-1e14-4209-907a-64a0d8d211a2 req-c40050d4-df38-42f0-9265-80c681c6a66f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:31.196427 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c6d72c-1e14-4209-907a-64a0d8d211a2 req-c40050d4-df38-42f0-9265-80c681c6a66f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0887270
Sep 16 18:05:31.253635 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80c6d72c-1e14-4209-907a-64a0d8d211a2 req-f1d0bb26-2d07-4bff-b5a6-bd645396ddd7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512214
Sep 16 18:05:32.452557 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65879f03-3642-4202-b6dd-0136e2c2e4a2 req-2543cd2b-96c1-49f1-bd7c-faeffb65e04c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:32.453961 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-65879f03-3642-4202-b6dd-0136e2c2e4a2 req-2543cd2b-96c1-49f1-bd7c-faeffb65e04c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0858188
Sep 16 18:05:32.499369 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-65879f03-3642-4202-b6dd-0136e2c2e4a2 req-6c6a78da-818a-4e86-9f31-83b197820979 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394216
Sep 16 18:05:33.715249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd390-2a27-4f5d-993f-6263a5a9d1b4 req-102713b1-4edf-4aaf-bd42-4d7331fab458 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:33.716794 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-766bd390-2a27-4f5d-993f-6263a5a9d1b4 req-102713b1-4edf-4aaf-bd42-4d7331fab458 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0990446
Sep 16 18:05:33.760694 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-766bd390-2a27-4f5d-993f-6263a5a9d1b4 req-7407c179-0519-4a93-b436-1b88d4692f8e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384040
Sep 16 18:05:34.963217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfa6e3-7bb5-4de6-a1ae-d5506038a17f req-e586155e-adb3-48f9-a63b-5400ad655ef7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:34.964652 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f9dfa6e3-7bb5-4de6-a1ae-d5506038a17f req-e586155e-adb3-48f9-a63b-5400ad655ef7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0930843
Sep 16 18:05:35.010483 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f9dfa6e3-7bb5-4de6-a1ae-d5506038a17f req-213d33e9-37b8-41b9-ac1e-5dec6b356842 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400951
Sep 16 18:05:35.370187 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-9b8b2e27-6c37-4cd2-a63d-df6f6477a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:35.371642 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-9b8b2e27-6c37-4cd2-a63d-df6f6477a46d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1098 time: 0.0697801
Sep 16 18:05:35.500628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-8903b7ba-4734-48b6-b37a-d8476b390d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:35.502073 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-8903b7ba-4734-48b6-b37a-d8476b390d4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1224406
Sep 16 18:05:35.689638 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-12a7815c-5001-404e-931c-0e4f4b8f988c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 200  len: 1001 time: 0.1809359
Sep 16 18:05:35.754142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-bf094551-5b0f-4abe-a27e-034ac97604c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:35.756895 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-bf094551-5b0f-4abe-a27e-034ac97604c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0592389
Sep 16 18:05:35.828129 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-a44fcdcd-8a84-4164-944e-c71d2e50ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:35.829562 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-a44fcdcd-8a84-4164-944e-c71d2e50ddf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677078
Sep 16 18:05:35.960994 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-231cb95c-7775-430a-873c-4808263976df service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249266
Sep 16 18:05:36.092270 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9923631a-b0ea-44e0-8d03-b3c99e4b4aff req-036838b0-867c-4ee6-93b4-944133a628ff service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249502
Sep 16 18:05:36.209305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8551d73-cc8a-417c-9191-ccdf37508145 req-e3858d0a-848d-4f37-9ae8-d325c891619a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:36.210795 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c8551d73-cc8a-417c-9191-ccdf37508145 req-e3858d0a-848d-4f37-9ae8-d325c891619a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0874825
Sep 16 18:05:36.258995 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c8551d73-cc8a-417c-9191-ccdf37508145 req-685a8d90-df14-4875-93d3-3706122ec0c1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408306
Sep 16 18:05:37.447716 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03777c2-4cc0-47b9-9326-20ac8ab9922b req-d2fabb49-2fbd-4ae4-9809-391caaf443b3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:37.449216 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c03777c2-4cc0-47b9-9326-20ac8ab9922b req-d2fabb49-2fbd-4ae4-9809-391caaf443b3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 945 time: 0.0812433
Sep 16 18:05:37.492712 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c03777c2-4cc0-47b9-9326-20ac8ab9922b req-4598bd9c-393f-45f0-956d-9c49d4912ed7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379863
Sep 16 18:05:37.523813 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-4f24aba6-6db1-4ed3-96af-f74a796f83f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:37.897710 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:05:38.051390 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:38.065358 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:38.081210 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:05:38.090694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:05:38.126878 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'code': 200}
Sep 16 18:05:38.180082 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:38.182145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:05:38.246910 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=8']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:05:38.249860 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:05:38.696097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5f4e9-2047-48b5-8803-6a5cd3b4f916 req-d733c310-743a-4494-9755-07c8ef6ccb4c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:38.698299 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-98c5f4e9-2047-48b5-8803-6a5cd3b4f916 req-d733c310-743a-4494-9755-07c8ef6ccb4c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0905523
Sep 16 18:05:38.743912 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-98c5f4e9-2047-48b5-8803-6a5cd3b4f916 req-a6e2256d-9c55-4359-ac6f-fc4fa3e0f5a3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398359
Sep 16 18:05:40.386646 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5716a011-f010-4c2a-a2c7-f0cd0344014e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:41.225983 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:41.929954 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:05:42.116468 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c74ba2-5437-450d-9acb-e583329cf11b req-859767e3-445c-4ce1-bda8-95e3653996c4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:42.117912 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e0c74ba2-5437-450d-9acb-e583329cf11b req-859767e3-445c-4ce1-bda8-95e3653996c4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0833297
Sep 16 18:05:42.162367 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e0c74ba2-5437-450d-9acb-e583329cf11b req-73db70b1-d57b-4882-8105-9704096180f5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384884
Sep 16 18:05:42.728015 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:42.753580 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-e3ee8149-0bf8-4c3b-a066-d51d16ac8667 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1745036
Sep 16 18:05:43.355339 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab635ca-6c88-4418-84fe-8bc4c4685081 req-31238fe7-d095-4151-8a11-f7a0854715e1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:43.356833 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ab635ca-6c88-4418-84fe-8bc4c4685081 req-31238fe7-d095-4151-8a11-f7a0854715e1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0819557
Sep 16 18:05:43.399853 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ab635ca-6c88-4418-84fe-8bc4c4685081 req-afe87f60-9238-49a9-8d9b-6b21d323d08b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374908
Sep 16 18:05:44.585784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670b9aa-2484-419b-a3b7-46928fa9037b req-d19cd39c-f3f6-47eb-af9e-605044edbf0b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:44.587233 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3670b9aa-2484-419b-a3b7-46928fa9037b req-d19cd39c-f3f6-47eb-af9e-605044edbf0b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0792322
Sep 16 18:05:44.634620 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3670b9aa-2484-419b-a3b7-46928fa9037b req-f981c6a2-95af-49d1-8b3a-a72d2474e73a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415649
Sep 16 18:05:45.827909 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc5326-7cf3-411f-a87a-64ec3c064a3e req-84b90831-5c85-48c3-89ed-f52ed4f81fb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:45.829384 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-53cc5326-7cf3-411f-a87a-64ec3c064a3e req-84b90831-5c85-48c3-89ed-f52ed4f81fb4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0801356
Sep 16 18:05:45.874133 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-53cc5326-7cf3-411f-a87a-64ec3c064a3e req-2b5c0e71-3392-41b4-807e-36f1ca2a5547 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391941
Sep 16 18:05:46.020385 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:05:46.271165 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-08ae4f85-e02a-41ee-be1b-0093df3611f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:46.272824 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-08ae4f85-e02a-41ee-be1b-0093df3611f3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064&tenant_id=de769fcab70f4f338e7730e7468e5ce5 HTTP/1.1" status: 200  len: 1096 time: 0.0729949
Sep 16 18:05:46.360909 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-948b415f-8040-412e-a0a2-d182d691ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:46.362360 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-948b415f-8040-412e-a0a2-d182d691ecda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1096 time: 0.0686684
Sep 16 18:05:46.490502 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-8b64cbba-3b43-4e67-aa71-cce6a1f290bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:46.491984 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-8b64cbba-3b43-4e67-aa71-cce6a1f290bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1239057
Sep 16 18:05:46.593878 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-6de95231-9df9-4f6b-9519-827e6c702106 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 200  len: 999 time: 0.0957584
Sep 16 18:05:46.657847 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-18d0f570-9790-4867-bfef-7f0780aae227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:46.659369 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-18d0f570-9790-4867-bfef-7f0780aae227 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0581338
Sep 16 18:05:46.740990 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-d2278007-f814-4fdd-9bd1-197dc7a432b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:46.742465 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-d2278007-f814-4fdd-9bd1-197dc7a432b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766716
Sep 16 18:05:46.972029 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-7930f234-bb80-49ea-b6d0-3e1b28656f9f service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200456
Sep 16 18:05:47.073141 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337d997-cdd4-4d99-97ce-640b1e6ee814 req-61b7e9d8-5054-41ed-bfb2-ed4d492bf659 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:47.074724 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d337d997-cdd4-4d99-97ce-640b1e6ee814 req-61b7e9d8-5054-41ed-bfb2-ed4d492bf659 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0811963
Sep 16 18:05:47.102666 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ac906da0-d61a-4100-86e0-bb72a23aa188 req-260e83a4-cc24-4964-b898-956e9b804b22 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241896
Sep 16 18:05:47.124416 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d337d997-cdd4-4d99-97ce-640b1e6ee814 req-3d015199-c70e-45ab-8c11-17444aac2abd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436854
Sep 16 18:05:48.314081 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d921c-b96f-47c3-8862-f43ea884b970 req-8e149e0f-4fad-4ba8-b14e-d074be0d0931 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:48.315588 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d79d921c-b96f-47c3-8862-f43ea884b970 req-8e149e0f-4fad-4ba8-b14e-d074be0d0931 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0812249
Sep 16 18:05:48.361690 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d79d921c-b96f-47c3-8862-f43ea884b970 req-bed5bb79-10a4-4e18-9ef6-8975c7f43d81 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404639
Sep 16 18:05:49.298151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a31df-b0b3-4f9c-92fe-57c77bb30783 req-f0413419-157c-46a5-9a0b-a04a69948531 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:49.299624 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-316a31df-b0b3-4f9c-92fe-57c77bb30783 req-f0413419-157c-46a5-9a0b-a04a69948531 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0843725
Sep 16 18:05:49.345280 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-316a31df-b0b3-4f9c-92fe-57c77bb30783 req-59075264-1c30-4d2e-9605-86253799a850 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398941
Sep 16 18:05:49.565116 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7da42-af92-47ce-b955-eb089387b937 req-b17a461a-3fc5-424f-a9c1-c3ce156cb60d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:49.566968 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5de7da42-af92-47ce-b955-eb089387b937 req-b17a461a-3fc5-424f-a9c1-c3ce156cb60d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0861619
Sep 16 18:05:49.616289 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5de7da42-af92-47ce-b955-eb089387b937 req-16b6a557-0082-452d-85f2-2a78dcf54f3d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434370
Sep 16 18:05:50.248210 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:05:50.540464 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadda19f-817e-4492-a742-e38f9d416d54 req-0a470f37-a0df-448d-95ab-bfec82556f0b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:50.541977 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fadda19f-817e-4492-a742-e38f9d416d54 req-0a470f37-a0df-448d-95ab-bfec82556f0b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0891831
Sep 16 18:05:50.588937 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fadda19f-817e-4492-a742-e38f9d416d54 req-50c88dba-ff4c-405f-af9d-b1385701043f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406773
Sep 16 18:05:50.816611 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffc5a7-598f-417c-bc1b-1b149fab27ce req-ed4ffc0f-3da6-42f3-a123-44232655983c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:50.818105 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-18ffc5a7-598f-417c-bc1b-1b149fab27ce req-ed4ffc0f-3da6-42f3-a123-44232655983c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0889807
Sep 16 18:05:50.863011 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-18ffc5a7-598f-417c-bc1b-1b149fab27ce req-5202656e-e7a7-4537-956d-83b8ed988550 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391202
Sep 16 18:05:51.783961 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2f797-0e81-4a50-a6fa-33abfe465ffc req-ee80b6a4-6f08-49ba-bbb5-5b0e65ef613a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:51.785610 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d3c2f797-0e81-4a50-a6fa-33abfe465ffc req-ee80b6a4-6f08-49ba-bbb5-5b0e65ef613a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0834391
Sep 16 18:05:51.833036 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d3c2f797-0e81-4a50-a6fa-33abfe465ffc req-19a040d7-839a-4dc3-a0c8-742fb09cee2f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415268
Sep 16 18:05:52.068258 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5142d7-4ceb-40de-b32f-3eb670dacb58 req-0282c0e8-c3d4-44bd-8a6d-43580fa919bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:52.069876 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-df5142d7-4ceb-40de-b32f-3eb670dacb58 req-0282c0e8-c3d4-44bd-8a6d-43580fa919bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0873721
Sep 16 18:05:52.115912 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-df5142d7-4ceb-40de-b32f-3eb670dacb58 req-33e9ecf9-fe8b-432f-a217-6c6e94125a92 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392053
Sep 16 18:05:53.025373 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846b35e-3df5-42de-bec8-aec0f764d956 req-af9936e9-c0c3-4f96-8dc7-8101b7b3fb8c tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:53.026781 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c846b35e-3df5-42de-bec8-aec0f764d956 req-af9936e9-c0c3-4f96-8dc7-8101b7b3fb8c tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0842385
Sep 16 18:05:53.072721 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c846b35e-3df5-42de-bec8-aec0f764d956 req-e6640bcb-aaff-4062-87c5-a2f73c0bae24 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392330
Sep 16 18:05:53.319601 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87078d58-89df-4c7b-89e6-3564570c68cc req-92997527-67c6-41ad-a129-ec71fe1c0e44 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:53.321391 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-87078d58-89df-4c7b-89e6-3564570c68cc req-92997527-67c6-41ad-a129-ec71fe1c0e44 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0888541
Sep 16 18:05:53.366654 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-87078d58-89df-4c7b-89e6-3564570c68cc req-44668791-c327-413c-b3fe-40190294edd4 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387626
Sep 16 18:05:54.267597 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f8f47-f5eb-47bb-9318-f5b68b10354d req-b642e381-5305-452b-8d1f-b27c92db48fa tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:54.269089 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b61f8f47-f5eb-47bb-9318-f5b68b10354d req-b642e381-5305-452b-8d1f-b27c92db48fa tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0876756
Sep 16 18:05:54.321852 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b61f8f47-f5eb-47bb-9318-f5b68b10354d req-d64d364e-7a71-44c0-8934-c29bac89b677 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461009
Sep 16 18:05:54.562020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274b30e-992f-4668-884a-30445ad07d70 req-56cb6e57-5342-4363-91e9-66bd220cf9e7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:54.563508 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d274b30e-992f-4668-884a-30445ad07d70 req-56cb6e57-5342-4363-91e9-66bd220cf9e7 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0838549
Sep 16 18:05:54.610008 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d274b30e-992f-4668-884a-30445ad07d70 req-2c570dc5-f6d4-4105-a5f0-6f031cbebdb3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407043
Sep 16 18:05:55.517362 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa36db-ddaf-42dd-97d3-7a024ddc740a req-f8be5ffc-cf03-4194-98af-50939060b16b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:55.518855 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-07fa36db-ddaf-42dd-97d3-7a024ddc740a req-f8be5ffc-cf03-4194-98af-50939060b16b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0878248
Sep 16 18:05:55.564962 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-07fa36db-ddaf-42dd-97d3-7a024ddc740a req-7eed8c99-771b-45bb-ac5b-b971d957ad41 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392611
Sep 16 18:05:55.805976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee619a34-d23b-4e2e-8bd2-93d61fddb1c3 req-e13e7284-d1ac-4f6b-9b7c-0519701b1d3e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:55.807464 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ee619a34-d23b-4e2e-8bd2-93d61fddb1c3 req-e13e7284-d1ac-4f6b-9b7c-0519701b1d3e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0841966
Sep 16 18:05:55.853007 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ee619a34-d23b-4e2e-8bd2-93d61fddb1c3 req-5b45d992-73e0-4545-9adc-ffafdedcbbf8 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388207
Sep 16 18:05:56.774999 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435f0a1-af12-4d73-b6b9-adb6bed8e378 req-ba44c366-fb7e-4613-860e-d8dd2f1f62de tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:56.777166 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e435f0a1-af12-4d73-b6b9-adb6bed8e378 req-ba44c366-fb7e-4613-860e-d8dd2f1f62de tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0934060
Sep 16 18:05:56.829070 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e435f0a1-af12-4d73-b6b9-adb6bed8e378 req-8ad6b6d3-378b-47b2-80d0-5dc8f3d27ff9 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410898
Sep 16 18:05:57.051099 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536aba97-9a96-4426-a593-3f5bf9251be6 req-6d98bb29-5592-4e10-a472-0128546bc7f2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:57.052622 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-536aba97-9a96-4426-a593-3f5bf9251be6 req-6d98bb29-5592-4e10-a472-0128546bc7f2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0808716
Sep 16 18:05:57.103680 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-536aba97-9a96-4426-a593-3f5bf9251be6 req-21ec6e85-b678-4d3a-b41e-afcaaed60eee tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453408
Sep 16 18:05:58.025714 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4cb66-955d-42ea-9e5d-84a76777deb5 req-b0f80c2b-5cb6-4ef9-924f-eb1089337763 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:58.027283 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b7f4cb66-955d-42ea-9e5d-84a76777deb5 req-b0f80c2b-5cb6-4ef9-924f-eb1089337763 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0873072
Sep 16 18:05:58.083557 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b7f4cb66-955d-42ea-9e5d-84a76777deb5 req-e0371307-44bb-4d80-aa30-7cb72750d655 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498803
Sep 16 18:05:58.327349 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13e640-1f88-4ffc-b8aa-8aac2e7b5a14 req-4fbcb414-c3ab-4203-8bba-6140ad6c0ff5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:58.432137 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3a13e640-1f88-4ffc-b8aa-8aac2e7b5a14 req-4fbcb414-c3ab-4203-8bba-6140ad6c0ff5 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.1098013
Sep 16 18:05:58.495278 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3a13e640-1f88-4ffc-b8aa-8aac2e7b5a14 req-4c1d0ac4-1ea3-41c4-9278-1fa2e05d97cf tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1603944
Sep 16 18:05:59.412194 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f9f0a-ffa4-4cbe-9fb5-59ee9c31fcf0 req-ea8e03d7-c657-4fee-9a26-a884a0d88cfb tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:59.413645 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d6f9f0a-ffa4-4cbe-9fb5-59ee9c31fcf0 req-ea8e03d7-c657-4fee-9a26-a884a0d88cfb tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0790184
Sep 16 18:05:59.456719 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5d6f9f0a-ffa4-4cbe-9fb5-59ee9c31fcf0 req-273e6f46-7f5e-4d6a-bce8-5a41a459aacf tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367162
Sep 16 18:05:59.695007 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c6897-5599-4710-bda9-e14f08016c4c req-2d5dc1a2-44fe-47bb-a648-339eb847fff3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:05:59.696386 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1f3c6897-5599-4710-bda9-e14f08016c4c req-2d5dc1a2-44fe-47bb-a648-339eb847fff3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0828686
Sep 16 18:05:59.741079 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1f3c6897-5599-4710-bda9-e14f08016c4c req-2c0cf783-c3e1-4264-a587-63f70467f7be tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381629
Sep 16 18:06:00.635151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb56681-64df-4200-8f98-68c02e481230 req-528cde2d-f5a5-4f38-a8a7-f6b65d31e20b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:00.636803 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eeb56681-64df-4200-8f98-68c02e481230 req-528cde2d-f5a5-4f38-a8a7-f6b65d31e20b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0780952
Sep 16 18:06:00.692318 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-eeb56681-64df-4200-8f98-68c02e481230 req-63f1f8d1-c7ba-4b2d-975b-d4fd52d5551f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477827
Sep 16 18:06:00.943018 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35297c0-85fd-4eb7-8c6e-8fb2c6524a6b req-65009ecd-3db7-43a4-9885-e7a45fadd8b6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:00.944608 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f35297c0-85fd-4eb7-8c6e-8fb2c6524a6b req-65009ecd-3db7-43a4-9885-e7a45fadd8b6 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0876257
Sep 16 18:06:00.995270 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f35297c0-85fd-4eb7-8c6e-8fb2c6524a6b req-a036210a-ac93-4d99-a25c-46cfc12c6223 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444090
Sep 16 18:06:01.920216 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-14c83557-6a36-494c-8fc5-c145f621f1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:01.921695 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-14c83557-6a36-494c-8fc5-c145f621f1ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de769fcab70f4f338e7730e7468e5ce5&device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1096 time: 0.1382215
Sep 16 18:06:01.933664 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fabf82-d51a-46d1-8276-bff7654459d5 req-10885c1a-d161-4de4-a6b5-07256ebe25ce tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:01.935314 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a9fabf82-d51a-46d1-8276-bff7654459d5 req-10885c1a-d161-4de4-a6b5-07256ebe25ce tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.1123583
Sep 16 18:06:02.055997 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a9fabf82-d51a-46d1-8276-bff7654459d5 req-79637c1a-5336-4197-a882-c975a7137543 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150441
Sep 16 18:06:02.100606 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-d52a9b45-8054-4850-8d7f-bd9e622fd2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:02.102070 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-d52a9b45-8054-4850-8d7f-bd9e622fd2a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 200  len: 916 time: 0.1481864
Sep 16 18:06:02.257287 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-eccfb0de-d538-4307-aa85-05cc4fe2709a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 200  len: 999 time: 0.1484306
Sep 16 18:06:02.325073 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af4705-86c7-4df4-b8f6-b217be70857b req-028b9ec6-f6d2-4a29-893e-eb85d6a57308 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:02.326428 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-43af4705-86c7-4df4-b8f6-b217be70857b req-028b9ec6-f6d2-4a29-893e-eb85d6a57308 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.1669221
Sep 16 18:06:02.349830 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-48e258ae-93e9-4cef-81e3-2a7affbe5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:02.351247 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-48e258ae-93e9-4cef-81e3-2a7affbe5d3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 200  len: 854 time: 0.0851729
Sep 16 18:06:02.421069 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-43af4705-86c7-4df4-b8f6-b217be70857b req-7f9916d5-d729-417a-b7e5-17cbf9c1177b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878329
Sep 16 18:06:02.456957 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-93e0ed4d-6ca1-46e2-a0a3-0289c21b8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:02.458439 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-93e0ed4d-6ca1-46e2-a0a3-0289c21b8c38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5d2afdad-7cb2-451b-bacc-b8130dc01b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0932052
Sep 16 18:06:02.591083 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-0f87e418-8ebd-4dd1-af25-1affe34abf7e service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252060
Sep 16 18:06:02.723849 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-79bb9990-5255-4955-bd66-aa6bee7f020d req-1b2fbeea-841b-48ec-b346-622f5d07ce64 service neutron] 10.222.0.13 "GET /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249495
Sep 16 18:06:03.251730 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8625a-260d-4156-af8b-a7591d117912 req-fce6c5a6-df53-468e-afad-5c7a3741cfdf tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:03.253249 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fbf8625a-260d-4156-af8b-a7591d117912 req-fce6c5a6-df53-468e-afad-5c7a3741cfdf tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0827432
Sep 16 18:06:03.298844 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fbf8625a-260d-4156-af8b-a7591d117912 req-db512a4f-2f2d-4abe-9f4d-88486e2923dd tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399790
Sep 16 18:06:03.616192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bce396-005f-4f6b-99aa-faf222ccfbcc req-84d4aec6-4dde-49df-ad40-cc1bca06608a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:03.617622 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-69bce396-005f-4f6b-99aa-faf222ccfbcc req-84d4aec6-4dde-49df-ad40-cc1bca06608a tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0811958
Sep 16 18:06:03.662279 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-69bce396-005f-4f6b-99aa-faf222ccfbcc req-32634b19-b6c6-45a4-906a-3266d0aba327 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387278
Sep 16 18:06:04.484475 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04a06-8954-43c0-8d3f-79dc06d3c9d0 req-ed2091ea-13e1-4d41-9aec-9a6c9f8291ae tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:04.485794 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-00a04a06-8954-43c0-8d3f-79dc06d3c9d0 req-ed2091ea-13e1-4d41-9aec-9a6c9f8291ae tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0842090
Sep 16 18:06:04.529180 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-00a04a06-8954-43c0-8d3f-79dc06d3c9d0 req-43eea951-4470-4ae0-86f3-92f31e16cca7 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378611
Sep 16 18:06:04.854582 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208174c4-ad66-405c-81af-13eed86761ac req-67386ca7-f6bc-4bd8-8d90-fc6cedf6bc5c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:04.856207 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-208174c4-ad66-405c-81af-13eed86761ac req-67386ca7-f6bc-4bd8-8d90-fc6cedf6bc5c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0840797
Sep 16 18:06:04.899696 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-208174c4-ad66-405c-81af-13eed86761ac req-30bbebdb-f09b-4f6e-9415-b408919f0a29 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378370
Sep 16 18:06:05.729850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f09f4-7310-4001-9990-6b997bd81b5a req-616540ae-5604-482d-9ff9-867a5e94ede8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:05.731343 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ab6f09f4-7310-4001-9990-6b997bd81b5a req-616540ae-5604-482d-9ff9-867a5e94ede8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0855095
Sep 16 18:06:05.775123 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ab6f09f4-7310-4001-9990-6b997bd81b5a req-fcf9220d-59db-462f-8c52-2bc25f6e9b46 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380759
Sep 16 18:06:06.086962 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ab428-cc89-4979-a09d-019c06a3e226 req-d1d70b4d-1229-4aac-be26-893e0488bbff tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:06.088429 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d33ab428-cc89-4979-a09d-019c06a3e226 req-d1d70b4d-1229-4aac-be26-893e0488bbff tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 943 time: 0.0785928
Sep 16 18:06:06.112877 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:06:06.131558 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d33ab428-cc89-4979-a09d-019c06a3e226 req-b892d0f5-0f9a-4174-b76b-d20c945ded3f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373166
Sep 16 18:06:06.243581 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:06.256810 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'port_id': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'mac_address': 'fa:16:3e:fa:a4:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:06:06.320047 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:06.336941 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1d3168-33ae-4af3-87d5-d6a369354af0 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:06:06.352058 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:06.448687 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:06.450455 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:06.515445 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=9']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:06.518453 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:06.799373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['9d1d3168-33ae-4af3-87d5-d6a369354af0'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:06:06.979884 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e50f8-4d8b-4d31-88ac-8237a4b86a97 req-0c0daa84-c176-42db-ada4-f5e70021a8a7 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:06.981768 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-983e50f8-4d8b-4d31-88ac-8237a4b86a97 req-0c0daa84-c176-42db-ada4-f5e70021a8a7 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0896900
Sep 16 18:06:07.032353 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-983e50f8-4d8b-4d31-88ac-8237a4b86a97 req-96dd7edd-e1bc-4beb-9074-f58741d7f934 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419846
Sep 16 18:06:07.431864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6cb33-72a7-4e3d-8865-b741e220efcf req-85d4c569-7645-4330-ba74-bbeb6b7119f2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:07.434032 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-26e6cb33-72a7-4e3d-8865-b741e220efcf req-85d4c569-7645-4330-ba74-bbeb6b7119f2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 944 time: 0.1845634
Sep 16 18:06:07.478885 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-26e6cb33-72a7-4e3d-8865-b741e220efcf req-07980fcf-119b-43a6-b7ec-0e1103461b5d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382738
Sep 16 18:06:07.534117 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-963ded58-2309-4073-990e-00f8d56764d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:08.071777 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:08.131873 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:06:08.201192 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 9d1d3168-33ae-4af3-87d5-d6a369354af0 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:06:08.201560 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:08.225339 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00807c-5c8a-4982-8b0c-ab48c55e49a6 req-b5678c7e-ac8a-4a6e-92cd-848509a0a0a4 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:08.226805 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1d00807c-5c8a-4982-8b0c-ab48c55e49a6 req-b5678c7e-ac8a-4a6e-92cd-848509a0a0a4 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0811257
Sep 16 18:06:08.273077 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1d00807c-5c8a-4982-8b0c-ab48c55e49a6 req-917eaa2b-b52a-460f-a743-92618931601e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400789
Sep 16 18:06:08.321459 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:08.347908 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:08.357742 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:08.391549 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'code': 200}
Sep 16 18:06:08.460572 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:08.465504 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-e8abaa07-7974-4016-a7fb-abe67a5d4bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:08.536173 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=10']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:08.539504 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:08.693223 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73388d8-606e-45c5-a75a-396087f5593e req-a260f4e2-6d3b-458f-9a66-8a32a4c9b46b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:08.694598 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c73388d8-606e-45c5-a75a-396087f5593e req-a260f4e2-6d3b-458f-9a66-8a32a4c9b46b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0991597
Sep 16 18:06:08.742305 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c73388d8-606e-45c5-a75a-396087f5593e req-ecd71b17-04da-4c2c-99b2-6455ce2f475e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398424
Sep 16 18:06:08.787804 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cc616-892b-4dec-a957-3c9d248b504c req-0bcff4a8-e655-491e-b28a-1b9516112a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:08.789467 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c64cc616-892b-4dec-a957-3c9d248b504c req-0bcff4a8-e655-491e-b28a-1b9516112a10 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 1099 time: 0.0727081
Sep 16 18:06:08.831174 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c64cc616-892b-4dec-a957-3c9d248b504c req-1cce9cf5-a185-4477-a98c-6c8ee1695618 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347528
Sep 16 18:06:09.462117 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f4f9-9baf-4d15-b433-f2922be11839 req-7265014a-bdf5-47b2-8d91-65552e97f508 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:09.463558 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1883f4f9-9baf-4d15-b433-f2922be11839 req-7265014a-bdf5-47b2-8d91-65552e97f508 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0820289
Sep 16 18:06:09.507998 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1883f4f9-9baf-4d15-b433-f2922be11839 req-0ab723fd-8352-48fe-85a3-d9e6c3713949 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382936
Sep 16 18:06:09.934399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45789b-af50-42ab-9b8e-3055367c1c69 req-2fc658d2-889c-45eb-a42f-b3549a74bcec tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:09.935852 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4a45789b-af50-42ab-9b8e-3055367c1c69 req-2fc658d2-889c-45eb-a42f-b3549a74bcec tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0808940
Sep 16 18:06:09.990732 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4a45789b-af50-42ab-9b8e-3055367c1c69 req-388cdb92-6b69-47f9-b8bb-d466070bc6f3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488820
Sep 16 18:06:10.311379 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-1ccb95b3-969a-4a38-be06-dde2638910da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:10.717157 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853801e0-7f9b-4c39-96d9-a3253b781b20 req-b7cb092c-d437-450f-8d1a-bceac52c829a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:10.718624 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-853801e0-7f9b-4c39-96d9-a3253b781b20 req-b7cb092c-d437-450f-8d1a-bceac52c829a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0854981
Sep 16 18:06:10.763770 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-853801e0-7f9b-4c39-96d9-a3253b781b20 req-c956e0e0-1409-4818-8f71-79f00f1dc667 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394950
Sep 16 18:06:11.191602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909134d0-73b4-4253-89fa-72dbfea67de7 req-8361966b-479b-44fe-a76a-cdf33a3be334 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:11.193128 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-909134d0-73b4-4253-89fa-72dbfea67de7 req-8361966b-479b-44fe-a76a-cdf33a3be334 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0834677
Sep 16 18:06:11.212894 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:11.239403 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-909134d0-73b4-4253-89fa-72dbfea67de7 req-ebe25fd7-f4d0-4673-81b0-68d73945f4fd tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397024
Sep 16 18:06:11.945862 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55ba6f-1c77-429b-80e0-4b1628935928 req-0743b26a-20f8-4661-9c5c-9c338d24bcb2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:11.947326 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ed55ba6f-1c77-429b-80e0-4b1628935928 req-0743b26a-20f8-4661-9c5c-9c338d24bcb2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0795255
Sep 16 18:06:11.991397 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ed55ba6f-1c77-429b-80e0-4b1628935928 req-78f22362-0c25-4702-beb3-486b0e960683 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377238
Sep 16 18:06:12.165831 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-804146e0-c8f4-4774-871f-b4a969843090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:12.167494 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-804146e0-c8f4-4774-871f-b4a969843090 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.0764668
Sep 16 18:06:12.299848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-368f1666-c4a3-4b76-98f7-bb73a1e46953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:12.301344 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-368f1666-c4a3-4b76-98f7-bb73a1e46953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 909 time: 0.1277509
Sep 16 18:06:12.407052 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-92f130c6-2f4b-40c1-a868-fc413418cd58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 1001 time: 0.0988734
Sep 16 18:06:12.438020 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ea3eb-a40a-4cfb-a3d4-8ad1e06aa412 req-897fee98-c5bd-489c-953d-05d2d91aae8b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:12.439487 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7ea3eb-a40a-4cfb-a3d4-8ad1e06aa412 req-897fee98-c5bd-489c-953d-05d2d91aae8b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0854723
Sep 16 18:06:12.470387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-f6f0397a-a39b-4133-8ebf-d54ceef04d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:12.471825 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-f6f0397a-a39b-4133-8ebf-d54ceef04d05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0579493
Sep 16 18:06:12.483231 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3b7ea3eb-a40a-4cfb-a3d4-8ad1e06aa412 req-c8988b20-b70d-4a80-ad00-6b795c8d24e3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377107
Sep 16 18:06:12.549709 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-fe8eaf7b-0247-4e44-8f7b-45c42f9c778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:12.551177 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-fe8eaf7b-0247-4e44-8f7b-45c42f9c778d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726428
Sep 16 18:06:12.562162 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-13a90bcd-dc50-40d4-a943-29167ef7df7a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 18:06:12.563061 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-13a90bcd-dc50-40d4-a943-29167ef7df7a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055330
Sep 16 18:06:12.693915 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-607d5e6d-050d-46ab-ad99-4a0c78afd422 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237051
Sep 16 18:06:12.740190 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:12.823668 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a062cff-a5fd-4d2c-95e1-10562e0598bc req-ec6b6d50-deed-4722-87ce-be2dd0897fa9 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235292
Sep 16 18:06:13.177841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a3b3-374b-467a-afed-fb171b2402b3 req-65602d25-2efe-4c68-a0f4-23c3822c436e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:13.179298 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8e11a3b3-374b-467a-afed-fb171b2402b3 req-65602d25-2efe-4c68-a0f4-23c3822c436e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0802083
Sep 16 18:06:13.223286 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8e11a3b3-374b-467a-afed-fb171b2402b3 req-5342f5c0-bbbc-496f-9028-022496c74cc3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382032
Sep 16 18:06:14.413663 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63856e1b-3676-4228-a3c0-7d1fb35c297f req-bcba7a7a-9e4b-4ade-a0a5-250a0ddda467 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:14.417936 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-63856e1b-3676-4228-a3c0-7d1fb35c297f req-bcba7a7a-9e4b-4ade-a0a5-250a0ddda467 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0840013
Sep 16 18:06:14.461475 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-63856e1b-3676-4228-a3c0-7d1fb35c297f req-6d682eca-3b6f-4da3-809c-5dcefcc53c8c tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399632
Sep 16 18:06:15.649993 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aabb8b-5e26-4cbc-8bd0-ba0af718d997 req-a242ec59-90a5-4961-932b-bf36f34516b6 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:15.651455 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54aabb8b-5e26-4cbc-8bd0-ba0af718d997 req-a242ec59-90a5-4961-932b-bf36f34516b6 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0790226
Sep 16 18:06:15.697296 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-54aabb8b-5e26-4cbc-8bd0-ba0af718d997 req-c5d3a5eb-06c2-4b1b-a808-a81599d713d2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398355
Sep 16 18:06:16.013669 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:16.877913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18d70e-7d37-4d8a-b799-1966962a4906 req-f005cef9-6d76-4713-81a2-90101717dee6 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:16.879382 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6c18d70e-7d37-4d8a-b799-1966962a4906 req-f005cef9-6d76-4713-81a2-90101717dee6 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0783315
Sep 16 18:06:16.922261 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6c18d70e-7d37-4d8a-b799-1966962a4906 req-3358acd8-df30-44d1-a245-1d9ceb4015f5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373564
Sep 16 18:06:17.396206 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-9717e990-cd71-4c6f-9040-494a9e0dd178 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0850008
Sep 16 18:06:17.439402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658145-2ad1-45df-9e5a-083b0c878480 req-c6faa39a-2f3c-4749-b6cc-ef02bc81ceff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:17.441257 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-00658145-2ad1-45df-9e5a-083b0c878480 req-c6faa39a-2f3c-4749-b6cc-ef02bc81ceff tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.1415422
Sep 16 18:06:17.495395 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-00658145-2ad1-45df-9e5a-083b0c878480 req-7f9f5d44-ddcf-48e1-b0e8-b1d8adbb3cd7 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477898
Sep 16 18:06:17.593669 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d3004-515d-4aad-b387-e3a19c0b05e9 req-bb3bf776-d694-40ba-9037-8d2543e00c8b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:17.595185 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-455d3004-515d-4aad-b387-e3a19c0b05e9 req-bb3bf776-d694-40ba-9037-8d2543e00c8b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0877366
Sep 16 18:06:17.638132 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-455d3004-515d-4aad-b387-e3a19c0b05e9 req-221d4c01-a95c-4b0d-b797-899f0462390d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372188
Sep 16 18:06:18.162726 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device f7dbde61-2094-4df0-b51f-66bfc6ad3944 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:06:18.276663 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:18.302961 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:18.313264 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:18.345270 dv-cinder-809439-1-iscsi neutron-server[79937]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'code': 422} returned with failed status
Sep 16 18:06:18.385377 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:18.387687 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:18.453436 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=6']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:18.460339 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.460679 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.461010 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.461334 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.461658 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.461979 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.462296 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.462613 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.462929 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.463241 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.463553 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.463863 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:18.468594 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:18.821667 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9b499-a912-4cbe-82d7-9db5171a4486 req-173bbca5-d9e4-4d06-b1e6-a6cc75051a93 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:18.823133 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-32d9b499-a912-4cbe-82d7-9db5171a4486 req-173bbca5-d9e4-4d06-b1e6-a6cc75051a93 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.2230117
Sep 16 18:06:18.839012 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0121e-e106-498c-82d9-37c5bece8f8b req-cbeceda2-ca73-470f-89ca-08535e32ac32 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:18.840604 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a9d0121e-e106-498c-82d9-37c5bece8f8b req-cbeceda2-ca73-470f-89ca-08535e32ac32 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0800228
Sep 16 18:06:18.867677 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-32d9b499-a912-4cbe-82d7-9db5171a4486 req-667fb2ee-df41-4e35-ae3d-35ea811962fd tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381927
Sep 16 18:06:18.891147 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a9d0121e-e106-498c-82d9-37c5bece8f8b req-65b46929-37a8-4770-89c4-e01cd1d34739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448551
Sep 16 18:06:19.095171 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-9b8bfb69-f0a2-419f-8e16-7cf8bc84b91d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:19.096618 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-9b8bfb69-f0a2-419f-8e16-7cf8bc84b91d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 945 time: 0.0826173
Sep 16 18:06:19.168974 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Deleting port 27982d19-6a6c-494b-967e-753cb697c511 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:19.169305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:19.406453 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] For port 27982d19-6a6c-494b-967e-753cb697c511, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=27982d19-6a6c-494b-967e-753cb697c511,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:19.406713 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:19.687139 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:19.696434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:19.696434 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Floating IP 04bb519c-c9d8-4770-bcfd-9f1befdb5607 disassociated. External IP: 172.27.1.85, port: 27982d19-6a6c-494b-967e-753cb697c511.
Sep 16 18:06:19.696434 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Calling delete_port for 27982d19-6a6c-494b-967e-753cb697c511 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:19.893873 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:19.899672 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2b2e35ba-86e3-4108-a0d3-eaa84a391bbf tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:19.942148 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'Port': ['ID=27982d19-6a6c-494b-967e-753cb697c511,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:20.005701 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.006065 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.006420 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.006771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.007118 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.007461 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.007801 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.008164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.008503 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.008839 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.009178 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.009509 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:20.048087 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:20.116817 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ec23997f-0cce-4612-b72d-7cf440a5a87d req-a663f171-0262-4fd2-80d7-52c624fc50cb tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 210 time: 0.1157112
Sep 16 18:06:20.197458 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:06:20.205629 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc955a99-6554-43ae-8504-009a453161b7 req-0d293473-db2e-4193-b25f-38e33ea38012 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:20.207069 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fc955a99-6554-43ae-8504-009a453161b7 req-0d293473-db2e-4193-b25f-38e33ea38012 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.2030733
Sep 16 18:06:20.381968 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fc955a99-6554-43ae-8504-009a453161b7 req-86f7c8bb-94f7-4e15-b327-2d2db1165956 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1690583
Sep 16 18:06:20.510302 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:06:20.520087 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:06:20.529479 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:20.530087 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f642bbe0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:20.581826 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] No DVR routers for this DVR port 27982d19-6a6c-494b-967e-753cb697c511 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:06:20.584181 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:20.586689 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'name': 'network-vif-deleted', 'tag': '27982d19-6a6c-494b-967e-753cb697c511'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:20.630513 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568217b2-7828-4a91-8aca-a770a0105637', 'name': 'network-vif-deleted', 'tag': '27982d19-6a6c-494b-967e-753cb697c511', 'status': 'completed', 'code': 200}
Sep 16 18:06:20.671968 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e3e8e161-d6e4-4932-9020-ce2aa5a23d26 req-15e16123-4555-4301-a2c4-50c9507c307f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "DELETE /v2.0/ports/27982d19-6a6c-494b-967e-753cb697c511 HTTP/1.1" status: 204  len: 173 time: 1.5686135
Sep 16 18:06:20.708214 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:21.057480 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f642bbe0>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:21.065498 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:06:21.074715 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:21.075335 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f642bbe0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:21.251351 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:21.273267 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-a3ae1d6f-80b4-4902-b62b-e46d4fa08eb9 req-e0d4f069-09b1-4085-a714-393dd079c5c7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:06:21.333854 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-a3ae1d6f-80b4-4902-b62b-e46d4fa08eb9 req-e0d4f069-09b1-4085-a714-393dd079c5c7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:06:21.334940 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ae1d6f-80b4-4902-b62b-e46d4fa08eb9 req-e0d4f069-09b1-4085-a714-393dd079c5c7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=568217b2-7828-4a91-8aca-a770a0105637 HTTP/1.1" status: 200  len: 210 time: 0.1086502
Sep 16 18:06:21.577456 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61518cb9-19e2-4dbe-bc8c-766b959fc7d5 req-252c1df1-69fb-4703-be22-85ab515a9de5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:21.579513 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-61518cb9-19e2-4dbe-bc8c-766b959fc7d5 req-252c1df1-69fb-4703-be22-85ab515a9de5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0834801
Sep 16 18:06:21.584483 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f642bbe0>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:21.588649 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9909686-e6b0-4796-89bb-201642ee40bd None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:06:21.628451 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-61518cb9-19e2-4dbe-bc8c-766b959fc7d5 req-f1a2d691-25dd-4906-bf58-7e06c582ab3f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429933
Sep 16 18:06:21.839853 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2349f1d3-0eaa-4f29-bf17-5c597401dfc6 None None] New status for floating IP 04bb519c-c9d8-4770-bcfd-9f1befdb5607: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:06:22.224968 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 27982d19-6a6c-494b-967e-753cb697c511 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:06:22.258646 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 27982d19-6a6c-494b-967e-753cb697c511 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:06:22.259001 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 27982d19-6a6c-494b-967e-753cb697c511 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:06:22.785135 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-35812870-2f2e-4542-a809-0d0946ccce3f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845908712&fields=id&tenant_id=3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 267 time: 0.0423386
Sep 16 18:06:22.956916 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-53402453-c341-4e80-81df-84583a1a8977 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:22.959615 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-53402453-c341-4e80-81df-84583a1a8977 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 811 time: 0.1659911
Sep 16 18:06:22.977845 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-01e2aabc-4c65-4548-9bce-40ff64354b1a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/quotas/3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 375 time: 0.0113769
Sep 16 18:06:23.097259 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e41fb6c2-dfee-4dfd-839f-1dd9f256bd13 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1135468
Sep 16 18:06:23.113789 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-a37d8aff-f816-4774-b6de-949a0acb657f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=79936) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 16 18:06:23.114919 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-a37d8aff-f816-4774-b6de-949a0acb657f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0063758
Sep 16 18:06:23.176270 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033c4bc-544d-4bae-bf6e-afc28fdf3ec8 req-b13ab50c-94b7-49e4-9af1-bd3d01d05621 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:23.177821 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f033c4bc-544d-4bae-bf6e-afc28fdf3ec8 req-b13ab50c-94b7-49e4-9af1-bd3d01d05621 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0829759
Sep 16 18:06:23.223274 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f033c4bc-544d-4bae-bf6e-afc28fdf3ec8 req-dc917e71-5b41-47de-a1f8-eaf70e1920d0 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387263
Sep 16 18:06:23.251706 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-cd31f004-9251-4407-8c73-a087f323a2aa service neutron] 10.222.0.37 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304779
Sep 16 18:06:23.383304 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-cedeb1db-efc1-4abc-ab6c-158c49a4dd2e service neutron] 10.222.0.37 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260557
Sep 16 18:06:24.036906 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-cffc8f66-e6e8-4d97-8f61-71d0eb85bacc req-f3379daf-e1b3-4460-b23f-cc106a582d1b tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 210 time: 0.0566134
Sep 16 18:06:24.069393 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-4f46630e-2f02-46ad-9618-b707165d899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:24.071068 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-4f46630e-2f02-46ad-9618-b707165d899d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b&tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f HTTP/1.1" status: 200  len: 1097 time: 0.1027141
Sep 16 18:06:24.195403 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-78c13b14-58be-4966-ba23-cd3a5917ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:24.195403 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-78c13b14-58be-4966-ba23-cd3a5917ea04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1097 time: 0.0890422
Sep 16 18:06:24.366043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-33d582e5-84b0-4b8b-8bd3-73cdc6793411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:24.367517 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-33d582e5-84b0-4b8b-8bd3-73cdc6793411 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 909 time: 0.1731038
Sep 16 18:06:24.525064 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-990165f6-57fc-484a-87f2-b6ecf31f1bad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 999 time: 0.1231954
Sep 16 18:06:24.576169 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2eaf9-6cb0-4d5c-9063-66372c13bca5 req-105820d2-190c-41b9-bd64-355750eb3e9f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:24.577625 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-43c2eaf9-6cb0-4d5c-9063-66372c13bca5 req-105820d2-190c-41b9-bd64-355750eb3e9f tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.2076945
Sep 16 18:06:24.616322 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-3c8a9eca-5b34-42ff-8262-99b11f38eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:24.617969 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-3c8a9eca-5b34-42ff-8262-99b11f38eb38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0862947
Sep 16 18:06:24.675708 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-43c2eaf9-6cb0-4d5c-9063-66372c13bca5 req-4a184753-d91a-4873-a85d-8717879e51b2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920904
Sep 16 18:06:24.713572 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-2936c9e0-0f65-4be3-904c-a3fbd7896744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:24.715658 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-2936c9e0-0f65-4be3-904c-a3fbd7896744 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842302
Sep 16 18:06:24.851340 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-42f77a59-2b5d-4285-ab87-3ffce4cb528c service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275587
Sep 16 18:06:24.981988 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d676a7d-6b72-4054-8a1a-27022bd78ffa req-77fe1ba2-1136-4911-95c7-7be86e16144a service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239390
Sep 16 18:06:25.186110 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9169c02d-be68-48b1-bc51-910f3d84e818 req-d21e792e-9bb3-4b2e-830d-06c804b3c36c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 210 time: 0.0425363
Sep 16 18:06:25.974706 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a270606-d0bb-4ad9-be09-702c17a5b9e3 req-0257b14d-445b-43e0-a939-f7d12e516ebc tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:25.981517 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3a270606-d0bb-4ad9-be09-702c17a5b9e3 req-0257b14d-445b-43e0-a939-f7d12e516ebc tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.1972265
Sep 16 18:06:26.021456 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3a270606-d0bb-4ad9-be09-702c17a5b9e3 req-c8d7642f-a9c6-449f-ab6a-ba1fefc7ddc3 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390913
Sep 16 18:06:26.343607 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b2452c19-96bb-4e74-8f63-5f72f1afcf6a req-1f72b76f-438a-443e-8972-dc91350c6df9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 210 time: 0.0444489
Sep 16 18:06:26.373946 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-04d1b418-f7ff-4b9b-b2c4-ea6d6fc228c6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:26.375375 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-04d1b418-f7ff-4b9b-b2c4-ea6d6fc228c6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 811 time: 0.1473935
Sep 16 18:06:26.443746 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-aa1d6bbf-140d-46a3-9134-82a1fb2cf374 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 379 time: 0.0582645
Sep 16 18:06:26.452015 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'port': {'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'admin_state_up': True, 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'security_groups': ['d39995ca-f550-42d2-afc3-d41708bcc177']}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:26.588293 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:26.598165 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:26.659390 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Made reservation on behalf of 3ec9e72166d24115a3cac97722f4bf86 for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:06:26.662987 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:26.821378 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Allocated IP 172.20.0.8 (26b09627-3e4f-40db-a050-751ec25f3093/5a047fb5-292d-4024-9e89-aff538085eac/b52e6a25-31f1-44c9-b4b5-06ec67f7753f) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:06:27.013120 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:27.029099 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Transition to ACTIVE for port object b52e6a25-31f1-44c9-b4b5-06ec67f7753f will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:06:27.129069 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:27.134864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f1790a82-4803-4e3f-ba6e-f9b4557eb0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:27.244709 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Network 26b09627-3e4f-40db-a050-751ec25f3093 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:06:27.248796 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:06:27.254110 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:06:27.261387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:06:27.306935 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:27.314218 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:27.343972 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:27.344528 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:27.368666 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a37b8-d7f4-4e90-ab76-bf95bdbc9098 req-30ff7f36-f7d4-4484-a123-ce0811dc138a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:27.375919 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-285a37b8-d7f4-4e90-ab76-bf95bdbc9098 req-30ff7f36-f7d4-4484-a123-ce0811dc138a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.2048142
Sep 16 18:06:27.440221 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-285a37b8-d7f4-4e90-ab76-bf95bdbc9098 req-bfcc507a-0ecc-4f60-89ac-30b237e53e47 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620027
Sep 16 18:06:27.494597 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0460646
Sep 16 18:06:27.555559 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Request body: {'port': {'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:27.564316 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f4c9-e8da-45b1-97c1-4a1c3bfd625e req-6b17eca4-beff-4e17-8bfa-061a95009f93 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:27.565980 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5779f4c9-e8da-45b1-97c1-4a1c3bfd625e req-6b17eca4-beff-4e17-8bfa-061a95009f93 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 931 time: 0.0939775
Sep 16 18:06:27.609681 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a2ba7740-efa5-474d-b8bf-cedf1ca4863e None None] Provisioning for port b52e6a25-31f1-44c9-b4b5-06ec67f7753f completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:06:27.622411 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5779f4c9-e8da-45b1-97c1-4a1c3bfd625e req-7a7b5d0b-d94e-4a9a-bd80-b6e4e858c75f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503447
Sep 16 18:06:27.625722 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a2ba7740-efa5-474d-b8bf-cedf1ca4863e None None] Provisioning complete for port b52e6a25-31f1-44c9-b4b5-06ec67f7753f triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:06:27.637846 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a2ba7740-efa5-474d-b8bf-cedf1ca4863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:27.672845 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:27.701600 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba7740-efa5-474d-b8bf-cedf1ca4863e None None] Port b52e6a25-31f1-44c9-b4b5-06ec67f7753f cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:06:28.019450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52e6a25-31f1-44c9-b4b5-06ec67f7753f {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:06:28.027732 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:28.041457 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Transition to ACTIVE for port object b52e6a25-31f1-44c9-b4b5-06ec67f7753f will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:06:28.110851 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:28.116012 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a426cc97-491a-4faa-a4b8-c7fd0f4a1b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:28.269153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9460d83-b264-4e47-bb28-00af4621f134 req-06796aa2-7682-4e78-8b92-86a5fd73c488 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:28.271125 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c9460d83-b264-4e47-bb28-00af4621f134 req-06796aa2-7682-4e78-8b92-86a5fd73c488 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.0950778
Sep 16 18:06:28.324524 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c9460d83-b264-4e47-bb28-00af4621f134 req-55326ce5-130d-40d5-9c01-d928e6a591a0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457637
Sep 16 18:06:28.379105 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Pushing event updated for resources: {'Port': ['ID=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:28.406359 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:28.450248 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Attempting to bind port b52e6a25-31f1-44c9-b4b5-06ec67f7753f on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:06:28.450510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Attempting to bind port b52e6a25-31f1-44c9-b4b5-06ec67f7753f by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:06:28.450828 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Attempting to bind port b52e6a25-31f1-44c9-b4b5-06ec67f7753f on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:06:28.455265 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Port b52e6a25-31f1-44c9-b4b5-06ec67f7753f on network 26b09627-3e4f-40db-a050-751ec25f3093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:06:28.455573 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Attempting to bind port b52e6a25-31f1-44c9-b4b5-06ec67f7753f on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:06:28.460650 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:06:28.460975 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Checking segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:06:28.461351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Bound using segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:06:28.461769 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Bound port: b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:06:28.462105 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:28.590525 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] For port b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:06:28.604117 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] For port b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:06:28.633227 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20ef5b-5ea3-41d5-9f6c-aebd6ff196d7 req-2017799b-ed29-405b-847f-fd625462d096 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:28.634668 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ce20ef5b-5ea3-41d5-9f6c-aebd6ff196d7 req-2017799b-ed29-405b-847f-fd625462d096 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0871322
Sep 16 18:06:28.677313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:28.684551 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-697c38e0-715b-4bec-ad82-e5d61d1c47f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:28.719620 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ce20ef5b-5ea3-41d5-9f6c-aebd6ff196d7 req-077cb31d-98dd-48f9-9f8b-435ab35ecdc2 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0783219
Sep 16 18:06:28.749383 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:28.750071 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:28.751341 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] 10.222.0.13 "PUT /v2.0/ports/b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 200  len: 1093 time: 1.2485714
Sep 16 18:06:28.751836 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:28.772687 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Pushing event updated for resources: {'Port': ['ID=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:28.775766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:28.800799 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'status': 'completed', 'code': 200}
Sep 16 18:06:28.830044 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72225f1-0b96-48ad-ba45-8fe63bdd3442 req-370b96fb-fc8a-4080-a175-3f49132d8dd4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:28.831542 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c72225f1-0b96-48ad-ba45-8fe63bdd3442 req-370b96fb-fc8a-4080-a175-3f49132d8dd4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.1040857
Sep 16 18:06:28.885261 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c72225f1-0b96-48ad-ba45-8fe63bdd3442 req-7ce4e3fc-9c78-4f4b-82cf-da9daed128d8 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461466
Sep 16 18:06:28.905283 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6389a6d-bc1a-49ee-92c8-cd25030a81d3 req-7372b46d-34b9-44f5-ad23-f25975205dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:28.906771 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e6389a6d-bc1a-49ee-92c8-cd25030a81d3 req-7372b46d-34b9-44f5-ad23-f25975205dfa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1096 time: 0.0826502
Sep 16 18:06:29.052270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6389a6d-bc1a-49ee-92c8-cd25030a81d3 req-faed6c1d-2211-48aa-9788-41a1f0eb5642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.053756 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e6389a6d-bc1a-49ee-92c8-cd25030a81d3 req-faed6c1d-2211-48aa-9788-41a1f0eb5642 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3ec9e72166d24115a3cac97722f4bf86&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1386447
Sep 16 18:06:29.196309 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6389a6d-bc1a-49ee-92c8-cd25030a81d3 req-e58dfd25-1818-4273-8265-80f70a111d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.198477 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e6389a6d-bc1a-49ee-92c8-cd25030a81d3 req-e58dfd25-1818-4273-8265-80f70a111d9a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1374488
Sep 16 18:06:29.310217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7306cde1-6e2d-4ffd-9537-90311b1cdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.311702 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-7306cde1-6e2d-4ffd-9537-90311b1cdf73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1096 time: 0.0759125
Sep 16 18:06:29.381186 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-843254d8-a96f-42a1-b21c-615413966c1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 200  len: 217 time: 0.0604475
Sep 16 18:06:29.495813 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-1ba60496-50ea-42fd-ae9e-713c0230492d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.497189 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-1ba60496-50ea-42fd-ae9e-713c0230492d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.1089518
Sep 16 18:06:29.577389 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8356-5e8f-46fc-8f57-c48574cc6f51 req-c54ab878-ff2a-42e5-a69f-bd18decf6045 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.578845 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-852a8356-5e8f-46fc-8f57-c48574cc6f51 req-c54ab878-ff2a-42e5-a69f-bd18decf6045 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.1454699
Sep 16 18:06:29.621005 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-08b605cb-dd1b-475a-8a55-fd7136299780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.622454 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-08b605cb-dd1b-475a-8a55-fd7136299780 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1173971
Sep 16 18:06:29.632928 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-852a8356-5e8f-46fc-8f57-c48574cc6f51 req-c0d22092-bb3f-44b3-8224-fedf491c1265 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468976
Sep 16 18:06:29.757832 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-f65553d7-2032-4454-8549-c3b73113bf52 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279573
Sep 16 18:06:29.888198 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3aa1158-3b1c-4e4e-93f9-5811b6a1491e req-0f3b47a1-5efd-4d7f-b0d8-dd32aae7bca9 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237743
Sep 16 18:06:29.902276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff9fd9-fd27-4815-8616-df4c53f3d46e req-c536d67b-79f3-41c7-bf5e-8c9a7a1908da tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:29.903729 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5ff9fd9-fd27-4815-8616-df4c53f3d46e req-c536d67b-79f3-41c7-bf5e-8c9a7a1908da tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0786548
Sep 16 18:06:29.955446 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5ff9fd9-fd27-4815-8616-df4c53f3d46e req-da7cb64a-a706-4d92-b4ef-4c2a354a8e90 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455620
Sep 16 18:06:30.077989 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705c4c4-466a-43b4-936b-d3c52fc2f2ea req-28cabbc7-b9c0-42db-9d01-95540684766f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:30.078680 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-3705c4c4-466a-43b4-936b-d3c52fc2f2ea req-28cabbc7-b9c0-42db-9d01-95540684766f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:06:30.150978 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-3705c4c4-466a-43b4-936b-d3c52fc2f2ea req-28cabbc7-b9c0-42db-9d01-95540684766f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:06:30.152623 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3705c4c4-466a-43b4-936b-d3c52fc2f2ea req-28cabbc7-b9c0-42db-9d01-95540684766f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.1533768
Sep 16 18:06:30.196853 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3705c4c4-466a-43b4-936b-d3c52fc2f2ea req-f6e50016-4314-4a15-bd73-71bfb3387518 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386567
Sep 16 18:06:30.366047 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-9a600141-a355-432f-8d59-7dc7e69b5bbe tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:30.367354 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-9a600141-a355-432f-8d59-7dc7e69b5bbe tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.0817451
Sep 16 18:06:30.435748 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Deleting port a4343af2-a0bd-4d85-95e2-442fa337e04a {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:30.436114 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:30.778089 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] For port a4343af2-a0bd-4d85-95e2-442fa337e04a, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=a4343af2-a0bd-4d85-95e2-442fa337e04a,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:30.778449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:30.823353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073cddb-02f9-416d-935f-08edf00468d2 req-380d0a39-b862-4906-b1f5-ec3250e9a2dc tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:30.824986 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2073cddb-02f9-416d-935f-08edf00468d2 req-380d0a39-b862-4906-b1f5-ec3250e9a2dc tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 946 time: 0.0824726
Sep 16 18:06:30.868802 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2073cddb-02f9-416d-935f-08edf00468d2 req-b91694f6-8aee-4e6f-9ec6-4508a615c99e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups?id=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382175
Sep 16 18:06:31.071016 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:31.071380 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:31.071685 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Floating IP f6787728-4475-4ced-ae30-a7ae5b20ce0b disassociated. External IP: 172.27.1.197, port: a4343af2-a0bd-4d85-95e2-442fa337e04a.
Sep 16 18:06:31.072057 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Calling delete_port for a4343af2-a0bd-4d85-95e2-442fa337e04a owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:31.241634 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee52b-316f-4570-af85-bb4f0de86321 req-c60d730c-fd19-4622-b663-af382b779a7b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:31.243052 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-24eee52b-316f-4570-af85-bb4f0de86321 req-c60d730c-fd19-4622-b663-af382b779a7b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.1753287
Sep 16 18:06:31.307710 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-24eee52b-316f-4570-af85-bb4f0de86321 req-7ca7d70f-db81-419a-9753-6e799e8d9f16 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586882
Sep 16 18:06:31.360737 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:31.367770 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:31.385328 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b571664-c445-4051-b543-7e3166fe7d19 req-84db9eee-96ce-4258-80c0-d582218e48d6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:31.387341 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9b571664-c445-4051-b543-7e3166fe7d19 req-84db9eee-96ce-4258-80c0-d582218e48d6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.0848942
Sep 16 18:06:31.416111 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event deleted for resources: {'Port': ['ID=a4343af2-a0bd-4d85-95e2-442fa337e04a,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:31.419113 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:31.432172 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9b571664-c445-4051-b543-7e3166fe7d19 req-150e1529-f34d-4886-87d9-3f0ee5e74341 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391819
Sep 16 18:06:31.597333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Router dc79293d-e32b-4283-a760-b54b0c95e130 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:06:31.778297 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:06:31.789062 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:06:31.801200 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:31.801896 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f685d430>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:31.862422 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] No DVR routers for this DVR port a4343af2-a0bd-4d85-95e2-442fa337e04a on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:06:31.864932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:31.867750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'name': 'network-vif-deleted', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:31.924314 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32aa4666-b3fa-4469-b4b9-7d26e78914d9', 'name': 'network-vif-deleted', 'tag': 'a4343af2-a0bd-4d85-95e2-442fa337e04a', 'status': 'completed', 'code': 200}
Sep 16 18:06:31.940864 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6bcc5538-b5d8-4a57-baac-132e86e5790b req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.13 "DELETE /v2.0/ports/a4343af2-a0bd-4d85-95e2-442fa337e04a HTTP/1.1" status: 204  len: 173 time: 1.5673645
Sep 16 18:06:31.985673 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:32.034056 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-64807402-fa47-4856-ab26-dc01b9a9b440 req-6b7fd790-2262-45f2-830a-a7b729fa86ba tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/ports?device_id=32aa4666-b3fa-4469-b4b9-7d26e78914d9 HTTP/1.1" status: 200  len: 210 time: 0.0428717
Sep 16 18:06:32.293666 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device f7dbde61-2094-4df0-b51f-66bfc6ad3944 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:06:32.434466 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f685d430>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:32.449718 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:06:32.456555 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:32.473609 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:32.474209 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f685d430>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:32.496308 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e327e-7ccd-4f7b-8e33-ad1810be9110 req-f7df96ba-f29d-431e-8581-1b035da43020 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:32.497791 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe3e327e-7ccd-4f7b-8e33-ad1810be9110 req-f7df96ba-f29d-431e-8581-1b035da43020 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0825055
Sep 16 18:06:32.523623 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'port_id': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'mac_address': 'fa:16:3e:c8:2b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:06:32.544962 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fe3e327e-7ccd-4f7b-8e33-ad1810be9110 req-a57dd61c-6691-4c7f-89c5-162a7135e7fa tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409017
Sep 16 18:06:32.640214 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926466-b32b-4fcf-8fc2-1b291ac4932b req-efcd9c38-ca63-4383-b1af-d70120dc745c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:32.649004 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fd926466-b32b-4fcf-8fc2-1b291ac4932b req-efcd9c38-ca63-4383-b1af-d70120dc745c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.0890226
Sep 16 18:06:32.662555 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:32.693302 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fd926466-b32b-4fcf-8fc2-1b291ac4932b req-6e9545a0-e772-488b-b5a9-2242e265f746 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451014
Sep 16 18:06:32.696442 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dbde61-2094-4df0-b51f-66bfc6ad3944 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:06:32.720382 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:32.732243 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:32.796483 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:32.800838 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:32.997478 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=7']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:33.001848 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:33.104904 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f685d430>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:33.109241 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0e9442-2be5-456c-afe0-43d0a84557d4 None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T17:56:06Z', 'revision_number': 4, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'da489646-c83d-4c98-86a1-2b305841b71f', 'name': '', 'network_id': 'b5326728-2418-4162-aacd-f1e372b17629', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'mac_address': 'fa:16:3e:07:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:03Z', 'updated_at': '2021-09-16T17:56:21Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'subnets': [{'id': 'a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:06:33.136494 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['f7dbde61-2094-4df0-b51f-66bfc6ad3944'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:06:33.233046 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38852) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:33.303677 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:33.337740 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:33.349463 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a4218-8eae-44f1-ac3c-5ffe89954116 None None] New status for floating IP f6787728-4475-4ced-ae30-a7ae5b20ce0b: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:06:33.453590 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:33.457500 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:33.473477 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:33.481312 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.481683 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.482050 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.482399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.482752 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.483100 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.483444 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.483789 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.484176 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.484521 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.484860 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.485197 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:06:33.488339 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:33.544718 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:33.548298 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-06a353ed-050b-4419-8a1a-6c601026b07e tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "DELETE /v2.0/security-groups/bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe HTTP/1.1" status: 204  len: 168 time: 0.3117437
Sep 16 18:06:33.548664 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 38858) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:33.564906 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.api.v2.resource [None req-3f1d36f8-cf63-4a30-aaa1-7e2481b68c49 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] show failed (client error): The resource could not be found.
Sep 16 18:06:33.565853 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-3f1d36f8-cf63-4a30-aaa1-7e2481b68c49 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "GET /v2.0/security-groups/bccfa0c1-a9b9-41b0-bb0f-46132ed90dfe HTTP/1.1" status: 404  len: 347 time: 0.0162308
Sep 16 18:06:33.568611 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 38862) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:33.881562 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Deleting port b532df91-b74c-4690-841d-36794d95cbeb {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:33.881893 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:33.888785 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f8d8f-4699-4e79-b3cb-6164b4f52aba req-4b374933-d3f9-4515-b9fe-e75141aa84d0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:33.890257 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d48f8d8f-4699-4e79-b3cb-6164b4f52aba req-4b374933-d3f9-4515-b9fe-e75141aa84d0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.0848601
Sep 16 18:06:33.934198 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d48f8d8f-4699-4e79-b3cb-6164b4f52aba req-b286ff43-6e3e-40a0-903a-47916bcca73e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382466
Sep 16 18:06:34.012905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39a940-b1c5-4bb5-b927-a08d2985cca9 req-c193247a-c852-465c-b591-25752b757fc8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:34.014342 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9c39a940-b1c5-4bb5-b927-a08d2985cca9 req-c193247a-c852-465c-b591-25752b757fc8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 945 time: 0.2813737
Sep 16 18:06:34.092591 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9c39a940-b1c5-4bb5-b927-a08d2985cca9 req-9a3fb0c2-5677-40cc-9a21-1c46ce83d2a6 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0720723
Sep 16 18:06:34.098301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.098622 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.218244 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Calling delete_port for b532df91-b74c-4690-841d-36794d95cbeb owned by network:floatingip {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:34.311514 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device f7dbde61-2094-4df0-b51f-66bfc6ad3944 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:06:34.381568 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port f7dbde61-2094-4df0-b51f-66bfc6ad3944 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:06:34.381944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.429288 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.433492 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:34.474814 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Pushing event deleted for resources: {'Port': ['ID=b532df91-b74c-4690-841d-36794d95cbeb,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:34.478269 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:34.499732 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.525846 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:34.535903 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:34.569877 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks [] for floatingip, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.573206 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'code': 200}
Sep 16 18:06:34.584428 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.585554 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] 10.222.0.37 "DELETE /v2.0/floatingips/f6787728-4475-4ced-ae30-a7ae5b20ce0b HTTP/1.1" status: 204  len: 168 time: 1.0160527
Sep 16 18:06:34.613886 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:34.614855 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a4343af2-a0bd-4d85-95e2-442fa337e04a no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:06:34.641016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-156af598-df5f-4e10-80c4-8ecfe2f4726e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:34.688533 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: a4343af2-a0bd-4d85-95e2-442fa337e04a {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:06:34.689050 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device a4343af2-a0bd-4d85-95e2-442fa337e04a not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:06:34.714734 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=8']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:34.717730 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:34.942333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afe89-1e21-4aaa-b055-e776679c836b req-bb190c92-777c-4169-869d-92548c1c5993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:34.943763 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-990afe89-1e21-4aaa-b055-e776679c836b req-bb190c92-777c-4169-869d-92548c1c5993 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.0704701
Sep 16 18:06:34.992097 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-990afe89-1e21-4aaa-b055-e776679c836b req-e2910639-473d-481d-af47-b83067dc6b10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417166
Sep 16 18:06:35.127020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ee97a-119f-467e-89ae-1ae58a2afcf4 req-2257f4d9-1fb4-4f21-94f2-861b1a08026a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:35.128667 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b24ee97a-119f-467e-89ae-1ae58a2afcf4 req-2257f4d9-1fb4-4f21-94f2-861b1a08026a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.0795546
Sep 16 18:06:35.175152 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b24ee97a-119f-467e-89ae-1ae58a2afcf4 req-bdca029d-3856-4ef2-9382-5f29d97b7a40 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407403
Sep 16 18:06:35.278230 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c651d8-c2cc-4679-a763-7183f8d1731f req-fe3b6edf-2932-4651-bf4b-be04145e4c22 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:35.279619 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-44c651d8-c2cc-4679-a763-7183f8d1731f req-fe3b6edf-2932-4651-bf4b-be04145e4c22 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0796649
Sep 16 18:06:35.323401 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-44c651d8-c2cc-4679-a763-7183f8d1731f req-53bd894a-e9f7-41a6-a624-3bd248a13c8d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380518
Sep 16 18:06:36.370563 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df475a8c-c8fc-4597-898d-5253b35a4508 req-26c9729e-eeab-408c-8e1d-39656cb605de tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:36.372086 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-df475a8c-c8fc-4597-898d-5253b35a4508 req-26c9729e-eeab-408c-8e1d-39656cb605de tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.0863941
Sep 16 18:06:36.418788 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-df475a8c-c8fc-4597-898d-5253b35a4508 req-f9445d46-cdf8-45f8-b87a-5e9e8237129e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400229
Sep 16 18:06:36.546595 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776b0e0-8246-4699-93ec-41ae31175560 req-85a897a3-82a1-4635-9f1d-193ea361233e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:36.548059 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3776b0e0-8246-4699-93ec-41ae31175560 req-85a897a3-82a1-4635-9f1d-193ea361233e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0882297
Sep 16 18:06:36.591030 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-3776b0e0-8246-4699-93ec-41ae31175560 req-495b86ec-b02e-4a99-a3e0-87ec2c46593e tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373888
Sep 16 18:06:37.527821 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f5731281-b5df-4c9a-b380-1c907de668e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:37.617624 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e29e7-ac91-429f-b8c2-38f1ec972f5e req-bc15f372-8c5a-425f-a35e-b2576c8be766 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:37.619274 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f72e29e7-ac91-429f-b8c2-38f1ec972f5e req-bc15f372-8c5a-425f-a35e-b2576c8be766 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 943 time: 0.0804310
Sep 16 18:06:37.669962 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f72e29e7-ac91-429f-b8c2-38f1ec972f5e req-7272854b-3172-436a-a2db-9611f9128e67 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441418
Sep 16 18:06:37.778081 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea576a0-6b4e-495a-b694-10ac0dec2221 req-12824585-b421-4a34-b0d7-81e6f882427d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:37.779622 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ea576a0-6b4e-495a-b694-10ac0dec2221 req-12824585-b421-4a34-b0d7-81e6f882427d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0805655
Sep 16 18:06:37.825162 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7ea576a0-6b4e-495a-b694-10ac0dec2221 req-394d5d67-01ce-4267-a2b8-4807f5844c93 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398042
Sep 16 18:06:38.042427 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:38.321499 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device b52e6a25-31f1-44c9-b4b5-06ec67f7753f details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:06:38.451033 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:38.464749 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:06:38.522236 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:38.538871 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52e6a25-31f1-44c9-b4b5-06ec67f7753f {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:06:38.554246 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:38.618929 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:38.621719 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:38.686751 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:38.689992 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:38.853692 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de467e63-03aa-40a9-b651-24dec241b8a0 req-a66d0de5-675a-4c9c-9312-412c67121347 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:38.855684 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-de467e63-03aa-40a9-b651-24dec241b8a0 req-a66d0de5-675a-4c9c-9312-412c67121347 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 944 time: 0.0799022
Sep 16 18:06:38.898811 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-de467e63-03aa-40a9-b651-24dec241b8a0 req-4b33d512-3ab5-4272-8381-8591ed84e4ce tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374780
Sep 16 18:06:38.961063 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['b52e6a25-31f1-44c9-b4b5-06ec67f7753f'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:06:39.128780 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38914) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:39.826059 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.085730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95c246-f4e7-423a-ad23-6a05dc5a405c req-822d4329-d522-4a5b-8540-f2122ed95ccb tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:40.087194 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-aa95c246-f4e7-423a-ad23-6a05dc5a405c req-822d4329-d522-4a5b-8540-f2122ed95ccb tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 944 time: 0.0835276
Sep 16 18:06:40.131639 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-aa95c246-f4e7-423a-ad23-6a05dc5a405c req-fedfed54-5277-457d-bb5f-19e9dbfefeb4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382376
Sep 16 18:06:40.164048 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Deleting port da489646-c83d-4c98-86a1-2b305841b71f {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:40.164582 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.324303 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device b52e6a25-31f1-44c9-b4b5-06ec67f7753f up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:06:40.330177 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] For port da489646-c83d-4c98-86a1-2b305841b71f, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da489646-c83d-4c98-86a1-2b305841b71f,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:40.330538 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.358795 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e14aa2b9-a702-4a4a-bbac-44c4b19db27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.451856 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Calling delete_port for da489646-c83d-4c98-86a1-2b305841b71f owned by network:router_interface {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:40.458835 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port b52e6a25-31f1-44c9-b4b5-06ec67f7753f completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:06:40.464321 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port b52e6a25-31f1-44c9-b4b5-06ec67f7753f triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:06:40.468591 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.587640 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.614850 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:40.624958 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:40.664560 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'code': 200}
Sep 16 18:06:40.700236 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.703335 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-dd93b953-65e9-4392-9979-fd1127d99054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:40.773321 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:40.776860 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:40.928145 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:40.931918 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ed824447-3251-4f6c-befb-e8e0e995b018 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:40.976796 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Pushing event deleted for resources: {'Port': ['ID=da489646-c83d-4c98-86a1-2b305841b71f,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:40.980699 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:41.077713 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14140ba-ff50-4bdc-87c0-258d7d14f62d req-3b3ea1c6-0bf6-4f10-b903-657daaca04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:41.079410 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e14140ba-ff50-4bdc-87c0-258d7d14f62d req-3b3ea1c6-0bf6-4f10-b903-657daaca04b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1098 time: 0.0745540
Sep 16 18:06:41.129891 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e14140ba-ff50-4bdc-87c0-258d7d14f62d req-ca4a3b88-3423-4752-8489-6dc9e6a2da52 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432937
Sep 16 18:06:41.195256 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:41.252271 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:41.321225 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d5f9a-113d-4c79-8195-018f7e083ec9 req-abc018ca-5b3f-47a2-84d9-698afb84f54f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:41.322695 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-268d5f9a-113d-4c79-8195-018f7e083ec9 req-abc018ca-5b3f-47a2-84d9-698afb84f54f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.0825388
Sep 16 18:06:41.368854 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-268d5f9a-113d-4c79-8195-018f7e083ec9 req-b5de2160-ab5b-4cc8-9ab1-d4fa749fe964 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398936
Sep 16 18:06:41.605904 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Router dc79293d-e32b-4283-a760-b54b0c95e130 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:06:41.779752 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:06:41.787851 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] Sync routers for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:06:41.793426 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] 10.222.0.37 "PUT /v2.0/routers/dc79293d-e32b-4283-a760-b54b0c95e130/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6640177
Sep 16 18:06:41.795791 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38928) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:41.797131 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:41.797748 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f61a5100>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:41.973877 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks [] for router, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:41.976241 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:42.265371 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f61a5100>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241'}], 'enable_snat': True}, 'gw_port_id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T18:06:40Z', 'revision_number': 5, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port': {'id': '3909225f-00f5-40ce-abb9-b5a1c0df4905', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:55Z', 'updated_at': '2021-09-16T17:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:42.266982 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:42.269192 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] Checking router: dc79293d-e32b-4283-a760-b54b0c95e130 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:06:42.277946 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] Routers {'dc79293d-e32b-4283-a760-b54b0c95e130'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:42.278550 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f61a5100>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['dc79293d-e32b-4283-a760-b54b0c95e130'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:42.349403 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Deleting port 3909225f-00f5-40ce-abb9-b5a1c0df4905 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:42.349739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:42.463494 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] Set router dc79293d-e32b-4283-a760-b54b0c95e130 gateway port host: None {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:42.569708 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f61a5100>, [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T18:06:42Z', 'revision_number': 6, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port_host': None}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:42.575153 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b175d8b-95f6-4ac0-b2c5-442f46ee5f07 None None] The sync data for ids ['dc79293d-e32b-4283-a760-b54b0c95e130'] in dv-cinder-809439-1-iscsi is: [{'id': 'dc79293d-e32b-4283-a760-b54b0c95e130', 'name': 'tempest-AttachVolumeTestJSON-919794340-router', 'tenant_id': '03767a46db0743cfa618dea0ea302d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:53Z', 'updated_at': '2021-09-16T18:06:42Z', 'revision_number': 6, 'project_id': '03767a46db0743cfa618dea0ea302d1c', 'gw_port_host': None}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:06:42.594989 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] For port 3909225f-00f5-40ce-abb9-b5a1c0df4905, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=3909225f-00f5-40ce-abb9-b5a1c0df4905,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:42.595358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:42.725154 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Calling delete_port for 3909225f-00f5-40ce-abb9-b5a1c0df4905 owned by network:router_gateway {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:42.732222 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:42.779369 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5477f-5e9c-4881-bb05-120ffef223cb req-e9ae63e3-a2f8-4a00-a746-654f8e1c9994 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:42.780882 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d5e5477f-5e9c-4881-bb05-120ffef223cb req-e9ae63e3-a2f8-4a00-a746-654f8e1c9994 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.2827520
Sep 16 18:06:42.851241 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d5e5477f-5e9c-4881-bb05-120ffef223cb req-5fe3de1a-fd82-4827-a658-e115193379de tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635345
Sep 16 18:06:42.980349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:42.989631 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-735eb6a5-d0c7-4556-9e58-1a8dad43d5b9 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:43.033817 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Pushing event deleted for resources: {'Port': ['ID=3909225f-00f5-40ce-abb9-b5a1c0df4905,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:43.059246 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:43.124355 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.297285 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.299783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.465201 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.465735 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc79293d-e32b-4283-a760-b54b0c95e130 {{(pid=79935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:06:43.478717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.480069 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] 10.222.0.37 "DELETE /v2.0/routers/dc79293d-e32b-4283-a760-b54b0c95e130 HTTP/1.1" status: 204  len: 168 time: 1.6833143
Sep 16 18:06:43.482552 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38934) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:43.547208 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Deleting subnet a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:06:43.550346 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.601281 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.717490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.859678 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:43.863562 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:43.998649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:44.001996 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:44.004713 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.009955 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d16e272-95f6-405f-8159-3aa2380a9a63 None None] Network b5326728-2418-4162-aacd-f1e372b17629 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:06:44.012927 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-339fadae-5eb6-42d8-804e-1a2381b44de1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a3c5f96c-c3c2-4af3-91aa-2e5aaa90fddf HTTP/1.1" status: 204  len: 168 time: 0.5294163
Sep 16 18:06:44.015299 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38940) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:44.054181 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492a467-fddf-410d-995e-9d4bdbf05324 req-c946c36b-b8c7-40bd-9c50-4017fe550ffb tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:44.055650 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8492a467-fddf-410d-995e-9d4bdbf05324 req-c946c36b-b8c7-40bd-9c50-4017fe550ffb tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.0907116
Sep 16 18:06:44.123836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.136322 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Deleting port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:44.136815 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.209047 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8492a467-fddf-410d-995e-9d4bdbf05324 req-9685fab8-adb3-46a8-bb40-342f9f01ce38 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1472631
Sep 16 18:06:44.259435 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da489646-c83d-4c98-86a1-2b305841b71f no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:06:44.303284 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: da489646-c83d-4c98-86a1-2b305841b71f {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:06:44.303630 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da489646-c83d-4c98-86a1-2b305841b71f not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:06:44.306909 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3909225f-00f5-40ce-abb9-b5a1c0df4905 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:06:44.330415 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] DHCP port deletion for b5326728-2418-4162-aacd-f1e372b17629 request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:06:44.346251 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Deleting port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:44.346633 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.373830 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 3909225f-00f5-40ce-abb9-b5a1c0df4905 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:06:44.374176 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3909225f-00f5-40ce-abb9-b5a1c0df4905 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:06:44.421934 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] For port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:44.422539 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.548838 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] For port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,segment=NetworkSegment(d63c4206-fb8f-4b6c-ac3d-1b01b880de2e),segment_id=d63c4206-fb8f-4b6c-ac3d-1b01b880de2e)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:06:44.549253 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.550610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Calling delete_port for 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed owned by network:dhcp {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:44.621401 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee3392-3b99-469c-b06f-107ec866037d req-544d56b1-4529-4aa2-9270-71afc57759f9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:44.622869 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5ee3392-3b99-469c-b06f-107ec866037d req-544d56b1-4529-4aa2-9270-71afc57759f9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.2921846
Sep 16 18:06:44.673449 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Calling delete_port for 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:06:44.684434 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b5ee3392-3b99-469c-b06f-107ec866037d req-91a1c16b-cc35-4370-a8f9-68d3349abfb7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538945
Sep 16 18:06:44.708373 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 38946) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:44.773733 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.777595 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d46b3b-63b0-41e9-88b2-9c54cac91c06 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:44.778296 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-d2d46b3b-63b0-41e9-88b2-9c54cac91c06 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] Synchronizing usage tracker for tenant:86cd40103ea742f4babd4d2d62a30d4e on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:06:44.779039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b3b92d1f-99a2-4857-a638-c2431f930308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:44.812641 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:06:44.812909 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:06:44.823300 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:44.825258 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] No DVR routers for this DVR port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed on host dv-cinder-809439-1-iscsi {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:06:44.826744 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:44.871254 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-d2d46b3b-63b0-41e9-88b2-9c54cac91c06 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] Unset dirty status for tenant:86cd40103ea742f4babd4d2d62a30d4e on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:06:44.872417 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d2d46b3b-63b0-41e9-88b2-9c54cac91c06 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1093 time: 0.1630723
Sep 16 18:06:44.875900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 38950) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:44.881128 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:44.887386 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:44.891319 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:floatingip and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:44.894237 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:44.900082 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:44.941886 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:44.971222 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f556b700>,) {'filters': {'network_id': ['b5326728-2418-4162-aacd-f1e372b17629']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:44.983534 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f556b700>, 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:44.990017 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f556b700>, 'd63c4206-fb8f-4b6c-ac3d-1b01b880de2e') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:44.994972 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.010812 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.016740 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:06:45.017136 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.023236 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:06:45.031107 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:06:45.159502 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.168532 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.172109 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:45.188812 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.201173 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5326728-2418-4162-aacd-f1e372b17629,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:45.204750 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:45.209154 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b5326728-2418-4162-aacd-f1e372b17629 HTTP/1.1" status: 204  len: 168 time: 1.1929276
Sep 16 18:06:45.300458 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Allocated IP 172.27.1.55 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/cfbec682-6248-4021-bb98-871aef8b6631) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:06:45.314155 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Deleting port 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:06:45.320047 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.383664 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-10576b70-8b55-4dcf-9e60-2048f7c66c4f None None] The port '78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:06:45.447408 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.550989 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.556044 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dbdbc088-d62d-4cd7-a4ce-d9ff9b1e46da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:45.592868 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38956) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:45.619775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:06:45.622557 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:06:45.625141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:06:45.644001 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b159602c-3af3-4c2e-8c6d-a75ae5e920bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=03767a46db0743cfa618dea0ea302d1c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0475750
Sep 16 18:06:45.644195 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38960) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:45.664724 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=cfbec682-6248-4021-bb98-871aef8b6631,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:45.667624 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:45.709967 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.734745 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.853458 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.857455 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:45.870875 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aaacd8-34d6-4d29-9660-8c7e56904375,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:45.874290 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:45.885960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:45.891082 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/56aaacd8-34d6-4d29-9660-8c7e56904375 HTTP/1.1" status: 204  len: 168 time: 0.2423716
Sep 16 18:06:46.018854 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:46.047620 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:46.174784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:46.243018 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:06:46.280026 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:06:46.280375 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 78d09bcf-cdf2-4d62-9f9c-a2b42ef4a2ed not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:06:46.385565 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:46.453241 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:46.457919 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:46.558435 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=cfbec682-6248-4021-bb98-871aef8b6631,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:46.562849 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:46.569614 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:46.836400 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Floating IP b8cb94a0-985e-4ce3-93fd-db70b760a8b9 associated. External IP: 172.27.1.55, port: b52e6a25-31f1-44c9-b4b5-06ec67f7753f.
Sep 16 18:06:46.979099 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38984) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:47.083099 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-374997236-network', 'tenant_id': '88ca039f152c42efa64570ac5447aa0e'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:47.087890 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:47.092657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Usage tracker for resource:network and tenant:88ca039f152c42efa64570ac5447aa0e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:47.095563 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:47.101407 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:47.185172 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Made reservation on behalf of 88ca039f152c42efa64570ac5447aa0e for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:06:47.187943 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.192750 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:06:47.206565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.221652 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:47.225509 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Usage tracker for resource:security_group_rule and tenant:88ca039f152c42efa64570ac5447aa0e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:47.228347 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:47.234205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:47.318481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.361498 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.365625 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-1a575e7e-e53a-44e9-8039-1c9ef3a8aa2a tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:47.382462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:06:47.393811 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cd820-d469-4493-bb90-e73991260163 None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:06:47.404469 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:47.405309 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6d22130>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:47.406413 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:06:47.415117 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddddf76a-711e-4508-a15b-bd5648846cf3,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:47.418644 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:47.421403 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.421744 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Added segment a52d24a2-c075-456c-ad4f-bc29b69bb777 of type vlan for network 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1
Sep 16 18:06:47.447439 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.450705 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.503140 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6261909
Sep 16 18:06:47.503856 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:06:47.535880 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.535880 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:47.535880 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.543065 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b6d8038c-ccde-42de-ae55-d21f2163de81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:47.553355 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'status': 'completed', 'code': 200}
Sep 16 18:06:47.626398 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:47.649053 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:47.651862 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-3c765b39-4417-4e8e-95ae-16111e96b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:47.652046 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:47.653806 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-3c765b39-4417-4e8e-95ae-16111e96b5d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1098 time: 0.0765831
Sep 16 18:06:47.659217 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:06:47.747166 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5cfe0146-432b-4bc1-b1cd-23baa816cf22 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7641082
Sep 16 18:06:47.747423 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 38996) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:47.752896 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Request body: {'subnet': {'network_id': '2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-374997236-subnet', 'tenant_id': '88ca039f152c42efa64570ac5447aa0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:47.758610 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:47.763480 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Usage tracker for resource:subnet and tenant:88ca039f152c42efa64570ac5447aa0e is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:47.767032 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:47.773490 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:47.821915 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-d60852da-6d07-463d-be2f-b62bb5e87bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:47.823613 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-d60852da-6d07-463d-be2f-b62bb5e87bed service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.1460719
Sep 16 18:06:47.831134 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Made reservation on behalf of 88ca039f152c42efa64570ac5447aa0e for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:06:47.833472 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15866060'] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:47.933652 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-a3b0f0ce-3c57-4069-ad67-a7bb484a3fc4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 200  len: 998 time: 0.1011317
Sep 16 18:06:47.992747 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6d22130>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:45Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:47.996777 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cd820-d469-4493-bb90-e73991260163 None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:06:47.997929 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-91140c99-5627-4036-9d0c-53ab80b2e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:48.000133 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-91140c99-5627-4036-9d0c-53ab80b2e823 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0618143
Sep 16 18:06:48.005084 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:06:48.005778 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6d22130>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:06:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:48.082212 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-6e4e6a11-6da2-4440-bc2e-5b91b54299db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:48.084050 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-6e4e6a11-6da2-4440-bc2e-5b91b54299db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774632
Sep 16 18:06:48.187344 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:06:48.208195 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14855277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15866106'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:48.213096 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:48.234924 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-76c40f7d-18e9-4dfb-9d28-3e509e0cb249 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317940
Sep 16 18:06:48.289801 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cc9c8b2-e1b6-4a7d-b90e-e92a38e1702c,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:48.294548 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:48.296952 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Checking segment: {'id': 'a52d24a2-c075-456c-ad4f-bc29b69bb777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:06:48.297314 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Network hostable DHCP agents. Network: 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:06:48.371443 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1d7b6e9-1c94-4070-8afb-948b995b6d48 req-2be93736-649a-4c46-abdf-6bb2cc051ea7 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293516
Sep 16 18:06:48.378941 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Network 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:06:48.463120 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:06:48.467260 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:48.468489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:48.471536 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45236449-3c0c-4c50-be11-7c944469fe44 None None] Network 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:06:48.539537 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7910960
Sep 16 18:06:48.539761 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-097cd820-d469-4493-bb90-e73991260163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6d22130>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:45Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:48.544565 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097cd820-d469-4493-bb90-e73991260163 None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:45Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:06:48.722651 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897fe11-7094-4aba-a308-745ac310a3c1 None None] Network 2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:06:48.792569 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185811dd-aae9-43bb-8de0-55ff6fcdfcb4 None None] New status for floating IP b8cb94a0-985e-4ce3-93fd-db70b760a8b9: ACTIVE {{(pid=79937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:06:49.301585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39014) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:49.306932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1394740874-network', 'tenant_id': '1b704ec55897474cb1172b83b7b70946'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:49.311789 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:49.316153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Usage tracker for resource:network and tenant:1b704ec55897474cb1172b83b7b70946 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:49.318975 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:49.324966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:49.422971 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Made reservation on behalf of 1b704ec55897474cb1172b83b7b70946 for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:06:49.425324 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.441282 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.555009 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:49.559370 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Usage tracker for resource:security_group_rule and tenant:1b704ec55897474cb1172b83b7b70946 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:49.562228 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:49.567862 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:49.647004 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.708928 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.711878 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0e3a40b7-6500-476c-902e-307e03a33b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:49.740914 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:06:49.746857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb28b1-6a08-424b-a453-ff0341ac2af7,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:49.750449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:49.754606 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.754606 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Added segment 1c54234e-ac4e-4ccb-ab05-7cd1aa643ac7 of type vlan for network e6d513bd-86b4-4000-a910-a47399a03b5d
Sep 16 18:06:49.780415 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.864762 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.866097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:49.866697 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:49.871023 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:49.966313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d513bd-86b4-4000-a910-a47399a03b5d,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:49.969011 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:49.975777 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network e6d513bd-86b4-4000-a910-a47399a03b5d details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:06:50.031099 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7284377
Sep 16 18:06:50.033745 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39018) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:50.039096 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Request body: {'subnet': {'network_id': 'e6d513bd-86b4-4000-a910-a47399a03b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1394740874-subnet', 'tenant_id': '1b704ec55897474cb1172b83b7b70946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:06:50.044346 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:50.048404 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Usage tracker for resource:subnet and tenant:1b704ec55897474cb1172b83b7b70946 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:50.051393 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:50.057715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:50.173261 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Made reservation on behalf of 1b704ec55897474cb1172b83b7b70946 for: {'subnet': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:06:50.175573 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14815049'] for subnet, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:50.453236 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15192604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14815103'] for subnet, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:50.456965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-63cbeff9-1d54-4fe4-98ca-7b7f3e0821a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:50.522895 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e063f0-41c7-4a03-9e78-ae9b825f2382,revision_number=0']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:50.527050 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:50.533764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Checking segment: {'id': '1c54234e-ac4e-4ccb-ab05-7cd1aa643ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e6d513bd-86b4-4000-a910-a47399a03b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:06:50.534110 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Network hostable DHCP agents. Network: e6d513bd-86b4-4000-a910-a47399a03b5d, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:06:50.612739 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Network e6d513bd-86b4-4000-a910-a47399a03b5d is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:06:50.669928 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, e6d513bd-86b4-4000-a910-a47399a03b5d) {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:06:50.673847 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:06:50.674431 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:50.679284 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66406180-916b-4075-ad69-e05fddeed1bf None None] Network e6d513bd-86b4-4000-a910-a47399a03b5d requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:06:50.763024 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-dd25d0a1-2be8-4fef-9dc5-483b17baf9b7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7282321
Sep 16 18:06:50.889910 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c68b1f-d749-44df-acee-48840ab0c26d None None] Network e6d513bd-86b4-4000-a910-a47399a03b5d requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:06:50.894054 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39024) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:50.955377 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Deleting subnet 3cc9c8b2-e1b6-4a7d-b90e-e92a38e1702c {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:06:50.958373 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.005798 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.062280 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.240869 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.246354 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ac8f840c-a2a6-4828-90f4-44188aa3a5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:51.279333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cc9c8b2-e1b6-4a7d-b90e-e92a38e1702c,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:51.282234 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:51.283187 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.288808 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-54050261-d984-4859-8546-b17ef5e345a7 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/3cc9c8b2-e1b6-4a7d-b90e-e92a38e1702c HTTP/1.1" status: 204  len: 168 time: 0.3937457
Sep 16 18:06:51.291840 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39028) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:51.394007 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.513966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.537782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f6eafa60>,) {'filters': {'network_id': ['2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:51.549641 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6eafa60>, 'a52d24a2-c075-456c-ad4f-bc29b69bb777') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:51.549928 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6eafa60>, 'a52d24a2-c075-456c-ad4f-bc29b69bb777') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:51.561183 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.576342 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.581966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:06:51.582328 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:06:51.594865 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:06:51.749015 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.752871 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:51.767685 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.773848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:51.777421 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:51.778920 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d7741efe-fe2c-4046-8fab-a31fa6990b14 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2fc030d2-cea9-4ad4-a8da-c5ab927d6bb1 HTTP/1.1" status: 204  len: 168 time: 0.4862094
Sep 16 18:06:51.782342 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39032) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:51.842365 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Deleting subnet f8e063f0-41c7-4a03-9e78-ae9b825f2382 {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:06:51.845304 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.892715 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:51.946527 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.087900 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.093075 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:52.126474 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e063f0-41c7-4a03-9e78-ae9b825f2382,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:52.129455 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:52.130418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.136758 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f8e063f0-41c7-4a03-9e78-ae9b825f2382 HTTP/1.1" status: 204  len: 168 time: 0.3542609
Sep 16 18:06:52.139301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39036) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:52.333875 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.454043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.477499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f53cfa30>,) {'filters': {'network_id': ['e6d513bd-86b4-4000-a910-a47399a03b5d']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:52.488996 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f53cfa30>, '1c54234e-ac4e-4ccb-ab05-7cd1aa643ac7') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:52.489287 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f53cfa30>, '1c54234e-ac4e-4ccb-ab05-7cd1aa643ac7') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:06:52.500615 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.516297 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.522334 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:06:52.522702 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:06:52.535274 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:06:52.675918 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.679462 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:52.693289 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:52.703644 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d513bd-86b4-4000-a910-a47399a03b5d,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:52.707408 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] 10.222.0.37 "DELETE /v2.0/networks/e6d513bd-86b4-4000-a910-a47399a03b5d HTTP/1.1" status: 204  len: 168 time: 0.5670843
Sep 16 18:06:52.708260 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-85f20a7d-765e-4156-b899-7bb9abbf5405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:53.059223 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39042) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:53.107394 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-b57b3e19-1247-4076-8e9d-dbfef7d8dd9a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=88ca039f152c42efa64570ac5447aa0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468662
Sep 16 18:06:53.109794 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39046) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:53.170214 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:53.196097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:53.331437 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:53.335202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5abb7388-3fb9-40a0-aa7e-9d5fad9d5d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:53.346761 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddddf76a-711e-4508-a15b-bd5648846cf3,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:53.351088 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:53.355166 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:53.355166 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ddddf76a-711e-4508-a15b-bd5648846cf3 HTTP/1.1" status: 204  len: 168 time: 0.2440331
Sep 16 18:06:54.048056 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39056) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:54.098317 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a951855c-209e-4985-b822-fc78b471f1ec admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1b704ec55897474cb1172b83b7b70946&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0489249
Sep 16 18:06:54.100641 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39060) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:54.159010 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:54.187266 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:54.331497 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:54.335130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-89c1531e-169e-4c4a-9394-145a64f5d0ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:54.346336 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb28b1-6a08-424b-a453-ff0341ac2af7,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:54.348634 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:54.353516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:54.355259 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0fdb28b1-6a08-424b-a453-ff0341ac2af7 HTTP/1.1" status: 204  len: 168 time: 0.2537475
Sep 16 18:06:57.047833 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39116) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:57.165433 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.179716 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:57.184150 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8ff49c35bc4498924893e2ef51c1ad is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:57.186851 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:57.192397 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:57.271550 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.337320 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.344822 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-68699d52-ade9-4d09-9a47-4c14532e4bb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:57.383155 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd3522-3dea-4dec-b52a-76f30b1c8ff3,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:57.390457 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e8ff49c35bc4498924893e2ef51c1ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3415687
Sep 16 18:06:57.390626 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39122) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:57.391696 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:57.448025 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.475041 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.590520 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.594271 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-745087e0-d092-4039-a45c-7dc1933fc463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:57.606974 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd3522-3dea-4dec-b52a-76f30b1c8ff3,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:57.609825 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:57.611792 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:57.612929 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcfd3522-3dea-4dec-b52a-76f30b1c8ff3 HTTP/1.1" status: 204  len: 168 time: 0.2214735
Sep 16 18:06:58.264020 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39130) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:58.282105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.296601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:06:58.300349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Usage tracker for resource:security_group_rule and tenant:c60c69d1ffcc4aec855b740463f4c78f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:06:58.303069 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:06:58.308758 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:06:58.387014 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.458389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.467546 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-0c964f42-a195-45df-860e-38d932bd1439 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:58.505839 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c60c69d1ffcc4aec855b740463f4c78f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2408149
Sep 16 18:06:58.506697 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f09226-172c-4b01-9b0c-5e3f26fa2a5b,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:58.508587 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39134) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:06:58.509719 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:58.569588 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.598034 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.738669 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.742472 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-35872839-1064-415b-a1c7-b0a7c12ebfc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:06:58.754503 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f09226-172c-4b01-9b0c-5e3f26fa2a5b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:06:58.757370 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:06:58.764973 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:06:58.766125 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3f09226-172c-4b01-9b0c-5e3f26fa2a5b HTTP/1.1" status: 204  len: 168 time: 0.2565482
Sep 16 18:07:04.248224 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:07:07.555388 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ccd2bc18-b9be-4ef2-899b-e54ea1b9c3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.052760 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.392448 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39274) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:08.509119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.523502 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:08.527378 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Usage tracker for resource:security_group_rule and tenant:99012697a5424b3bbf6366728f9b5ee3 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:08.530172 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:08.535701 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:08.627342 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.697300 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.704944 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-73e9f882-3d61-4d7f-9888-7c045ebd8ff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:08.749382 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=99012697a5424b3bbf6366728f9b5ee3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3557379
Sep 16 18:07:08.750122 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407c76ee-63e9-4a63-86ea-d7f219a8a736,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:08.751889 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39282) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:08.753364 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3671d8bf-5e74-409a-aefc-9487eda5ec05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:08.818779 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.848683 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:08.964920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf684b2-fe6e-47dd-94b1-e58fc07aa923 req-4145d9b1-61ad-49b9-a713-1d09b7c34f00 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:08.966396 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0cf684b2-fe6e-47dd-94b1-e58fc07aa923 req-4145d9b1-61ad-49b9-a713-1d09b7c34f00 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.1104116
Sep 16 18:07:09.009501 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0cf684b2-fe6e-47dd-94b1-e58fc07aa923 req-ce455bd2-4634-424c-a982-6eb26e90ff2b tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371571
Sep 16 18:07:09.029574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:09.033355 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b00c1828-461b-4619-9764-f94b18f5591b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:09.046305 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407c76ee-63e9-4a63-86ea-d7f219a8a736,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:09.050080 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:09.055640 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:09.056774 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-f9c867fe-9490-4eb5-80a4-15b24ad40aad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/407c76ee-63e9-4a63-86ea-d7f219a8a736 HTTP/1.1" status: 204  len: 168 time: 0.3038862
Sep 16 18:07:09.618405 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39292) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:09.640160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:09.654684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:09.658504 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Usage tracker for resource:security_group_rule and tenant:bd796e7ec91b4af0b949f2760751b5ca is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:09.661324 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:09.667580 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:09.748198 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:09.845823 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:09.854888 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5d8f84c4-8e8c-49ec-841c-9e352d6b46d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:09.893155 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd796e7ec91b4af0b949f2760751b5ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2736950
Sep 16 18:07:09.894671 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bd52a6-9b10-4db7-9157-b5aa36d076b7,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:09.896171 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39296) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:09.897911 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e933e61e-1344-46b8-8b4b-b75378cdda95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:09.953157 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:09.977321 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:10.105079 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:10.110186 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-b084ac44-76de-4825-a47a-b2b7ef816096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:10.125029 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bd52a6-9b10-4db7-9157-b5aa36d076b7,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:10.127297 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:10.170474 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:10.172369 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c3bd52a6-9b10-4db7-9157-b5aa36d076b7 HTTP/1.1" status: 204  len: 168 time: 0.2751455
Sep 16 18:07:10.221924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f580b7-5fc4-4729-9f36-e3a1bad00fb2 req-c2a1fb71-7c2e-414e-8b4a-5f753788b775 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:10.223423 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9f580b7-5fc4-4729-9f36-e3a1bad00fb2 req-c2a1fb71-7c2e-414e-8b4a-5f753788b775 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0950403
Sep 16 18:07:10.269339 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e9f580b7-5fc4-4729-9f36-e3a1bad00fb2 req-c28292f9-df47-42ea-a27f-ad101498c332 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402572
Sep 16 18:07:10.331372 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b517bcdf-6fa6-421a-bedd-216d7b659d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:10.512502 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-aa5e75a4-b5ff-4a05-a9e4-829642f9dd1f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:10.513946 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-aa5e75a4-b5ff-4a05-a9e4-829642f9dd1f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0797439
Sep 16 18:07:10.588497 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Deleting port 9d1d3168-33ae-4af3-87d5-d6a369354af0 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:10.589463 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:10.836969 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] For port 9d1d3168-33ae-4af3-87d5-d6a369354af0, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=9d1d3168-33ae-4af3-87d5-d6a369354af0,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:07:10.837327 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:11.131524 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:11.132271 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:11.132271 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Floating IP 348d2a56-49f7-48eb-a32c-c7641b486eb1 disassociated. External IP: 172.27.1.165, port: 9d1d3168-33ae-4af3-87d5-d6a369354af0.
Sep 16 18:07:11.132531 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Calling delete_port for 9d1d3168-33ae-4af3-87d5-d6a369354af0 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:07:11.201599 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:11.461550 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab1419-7338-4c50-9001-d515f3116014 req-a58c45cd-87fd-4ad1-b446-f38ed29f9af2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:11.462915 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f1ab1419-7338-4c50-9001-d515f3116014 req-a58c45cd-87fd-4ad1-b446-f38ed29f9af2 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 946 time: 0.0790634
Sep 16 18:07:11.475500 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:11.482252 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:11.510541 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f1ab1419-7338-4c50-9001-d515f3116014 req-05e17537-413a-4ef6-9861-a573b32436a3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups?id=1f7848a7-bb95-4145-8a57-62861b420636&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419755
Sep 16 18:07:11.527583 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event deleted for resources: {'Port': ['ID=9d1d3168-33ae-4af3-87d5-d6a369354af0,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:11.527583 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:11.726425 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Router 86e29bf1-11a0-4bc7-8279-182095198352 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:07:11.907707 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:07:11.918056 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:07:11.929151 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:07:11.930038 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6cc4b50>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:07:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:11.995020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] No DVR routers for this DVR port 9d1d3168-33ae-4af3-87d5-d6a369354af0 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:07:11.997949 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:12.000981 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-deleted', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:07:12.053845 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c106cd7-3432-47bd-bcd9-91f254a83064', 'name': 'network-vif-deleted', 'tag': '9d1d3168-33ae-4af3-87d5-d6a369354af0', 'status': 'completed', 'code': 200}
Sep 16 18:07:12.087794 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ea1fc153-df03-4c9e-9301-70a58b82e0c8 req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.13 "DELETE /v2.0/ports/9d1d3168-33ae-4af3-87d5-d6a369354af0 HTTP/1.1" status: 204  len: 173 time: 1.5680127
Sep 16 18:07:12.138767 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:07:12.477863 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6cc4b50>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:12.481862 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:07:12.490014 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:07:12.490753 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6cc4b50>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:07:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:12.676604 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:07:12.709024 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-5b385b5c-76d1-4e6f-8e13-3d1da3a05dcd req-caad22bd-3db2-490c-934e-d2700829dbf3 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c106cd7-3432-47bd-bcd9-91f254a83064 HTTP/1.1" status: 200  len: 210 time: 0.0539978
Sep 16 18:07:12.759893 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:12.991136 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6cc4b50>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:12.995579 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d42ac-e303-4e80-985e-8d3e87dabbfc None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '79787200-5e2a-44ca-9a99-26d624b66ce6', 'name': '', 'network_id': '5d2afdad-7cb2-451b-bacc-b8130dc01b3b', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'mac_address': 'fa:16:3e:20:cd:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:56:07Z', 'updated_at': '2021-09-16T17:56:22Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'subnets': [{'id': '840a6cd0-36f8-430b-b33a-a8c56e67c127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:07:13.232208 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2080f2-76f4-4a82-82de-3bb08ea17d3d None None] New status for floating IP 348d2a56-49f7-48eb-a32c-c7641b486eb1: DOWN {{(pid=79937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:07:13.903764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39358) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:13.973337 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.000550 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.113733 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.118601 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-64b208f3-09d9-4325-9e67-cbff24c54fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:14.134595 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7848a7-bb95-4145-8a57-62861b420636,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:14.137892 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:14.198993 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.200162 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "DELETE /v2.0/security-groups/1f7848a7-bb95-4145-8a57-62861b420636 HTTP/1.1" status: 204  len: 168 time: 0.2952800
Sep 16 18:07:14.202832 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39362) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:14.218215 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.api.v2.resource [None req-a3b31eb0-5765-4a33-861e-bf8ce563681c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] show failed (client error): The resource could not be found.
Sep 16 18:07:14.219150 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-a3b31eb0-5765-4a33-861e-bf8ce563681c tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "GET /v2.0/security-groups/1f7848a7-bb95-4145-8a57-62861b420636 HTTP/1.1" status: 404  len: 347 time: 0.0154638
Sep 16 18:07:14.221778 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39366) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:14.382213 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Deleting port e3bbe8dd-2b1e-4476-a16c-61227b20b75d {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:14.382466 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.489468 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:07:14.529156 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 9d1d3168-33ae-4af3-87d5-d6a369354af0 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:07:14.529611 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 9d1d3168-33ae-4af3-87d5-d6a369354af0 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:07:14.551621 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.551966 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.677256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Calling delete_port for e3bbe8dd-2b1e-4476-a16c-61227b20b75d owned by network:floatingip {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:07:14.896841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:14.900576 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:14.943347 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Pushing event deleted for resources: {'Port': ['ID=e3bbe8dd-2b1e-4476-a16c-61227b20b75d,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:14.946295 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:15.142610 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks [] for floatingip, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:15.156851 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:15.157977 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] 10.222.0.37 "DELETE /v2.0/floatingips/348d2a56-49f7-48eb-a32c-c7641b486eb1 HTTP/1.1" status: 204  len: 168 time: 0.9353533
Sep 16 18:07:16.046665 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:18.223106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39420) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:18.919576 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:19.265374 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Deleting port 79787200-5e2a-44ca-9a99-26d624b66ce6 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:19.266013 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:19.433692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] For port 79787200-5e2a-44ca-9a99-26d624b66ce6, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=79787200-5e2a-44ca-9a99-26d624b66ce6,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:07:19.434036 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:19.551017 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Calling delete_port for 79787200-5e2a-44ca-9a99-26d624b66ce6 owned by network:router_interface {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:07:19.875159 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:19.878648 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:19.923496 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Pushing event deleted for resources: {'Port': ['ID=79787200-5e2a-44ca-9a99-26d624b66ce6,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:19.926521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:20.186668 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:20.541430 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Router 86e29bf1-11a0-4bc7-8279-182095198352 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:07:20.724509 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:07:20.734117 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] Sync routers for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:07:20.738801 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] 10.222.0.37 "PUT /v2.0/routers/86e29bf1-11a0-4bc7-8279-182095198352/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5146122
Sep 16 18:07:20.741258 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39442) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:20.746891 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:07:20.747846 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6b7e2e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:07:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:20.916177 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks [] for router, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:20.928683 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:07:21.204548 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:21.216781 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6b7e2e0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194'}], 'enable_snat': True}, 'gw_port_id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T18:07:19Z', 'revision_number': 5, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port': {'id': '69a0a2cf-797c-4331-8ce9-9d1a773b1b87', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:a8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e29bf1-11a0-4bc7-8279-182095198352', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T17:55:58Z', 'updated_at': '2021-09-16T17:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:21.220561 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] Checking router: 86e29bf1-11a0-4bc7-8279-182095198352 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:07:21.230031 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] Routers {'86e29bf1-11a0-4bc7-8279-182095198352'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:07:21.230630 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6b7e2e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:07:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['86e29bf1-11a0-4bc7-8279-182095198352'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:21.263952 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Deleting port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:21.264279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:21.381482 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] Set router 86e29bf1-11a0-4bc7-8279-182095198352 gateway port host: None {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:07:21.434748 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] For port 69a0a2cf-797c-4331-8ce9-9d1a773b1b87, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:07:21.435107 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:21.513010 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6b7e2e0>, [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T18:07:21Z', 'revision_number': 6, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port_host': None}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:21.516828 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb06f904-fb78-4651-9151-b4dd5d5b17e6 None None] The sync data for ids ['86e29bf1-11a0-4bc7-8279-182095198352'] in dv-cinder-809439-1-iscsi is: [{'id': '86e29bf1-11a0-4bc7-8279-182095198352', 'name': 'tempest-AttachVolumeShelveTestJSON-45300474-router', 'tenant_id': 'de769fcab70f4f338e7730e7468e5ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T17:55:57Z', 'updated_at': '2021-09-16T18:07:21Z', 'revision_number': 6, 'project_id': 'de769fcab70f4f338e7730e7468e5ce5', 'gw_port_host': None}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:07:21.563025 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Calling delete_port for 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 owned by network:router_gateway {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:07:21.818108 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:21.822963 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c421a530-ed78-463b-bc7f-e800a38b59af tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:21.867775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a0a2cf-797c-4331-8ce9-9d1a773b1b87,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:21.937243 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.937619 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.937979 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.938335 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.938686 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.939037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.939393 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.939739 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.940112 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.940456 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.940801 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.941146 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:21.946610 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:21.974657 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.149249 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.152032 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.239690 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.240151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e29bf1-11a0-4bc7-8279-182095198352 {{(pid=79936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:07:22.253005 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.254137 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] 10.222.0.37 "DELETE /v2.0/routers/86e29bf1-11a0-4bc7-8279-182095198352 HTTP/1.1" status: 204  len: 168 time: 1.5117958
Sep 16 18:07:22.256524 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39452) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:22.316938 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Deleting subnet 840a6cd0-36f8-430b-b33a-a8c56e67c127 {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:07:22.320185 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.340228 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 79787200-5e2a-44ca-9a99-26d624b66ce6 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:07:22.368839 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.374463 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 79787200-5e2a-44ca-9a99-26d624b66ce6 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:07:22.374826 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 79787200-5e2a-44ca-9a99-26d624b66ce6 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:07:22.375252 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:07:22.409317 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:07:22.409843 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 69a0a2cf-797c-4331-8ce9-9d1a773b1b87 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:07:22.489998 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.647449 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.651997 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9578bed7-7030-42ea-9b8c-a3bb0a58bd83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:22.687586 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840a6cd0-36f8-430b-b33a-a8c56e67c127,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:22.690440 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:22.691415 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.700948 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-10882393-61a2-4323-9a39-9760c83bfa34 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/840a6cd0-36f8-430b-b33a-a8c56e67c127 HTTP/1.1" status: 204  len: 168 time: 0.4404540
Sep 16 18:07:22.701064 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d732a8-9a3e-412a-a02e-44b5ad89a398 None None] Network 5d2afdad-7cb2-451b-bacc-b8130dc01b3b requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:07:22.701153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39456) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:22.805063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.815847 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Deleting port bb4ce603-e027-4791-846b-60cbb0e843c8 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:22.816202 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:22.953326 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] DHCP port deletion for 5d2afdad-7cb2-451b-bacc-b8130dc01b3b request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:07:22.957724 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Deleting port bb4ce603-e027-4791-846b-60cbb0e843c8 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:22.958246 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.130414 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] For port bb4ce603-e027-4791-846b-60cbb0e843c8, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb4ce603-e027-4791-846b-60cbb0e843c8,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:07:23.130814 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.170784 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] For port bb4ce603-e027-4791-846b-60cbb0e843c8, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb4ce603-e027-4791-846b-60cbb0e843c8,segment=NetworkSegment(b547d24a-7616-4eec-b505-fc8e656fd526),segment_id=b547d24a-7616-4eec-b505-fc8e656fd526)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:07:23.171423 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.253913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Calling delete_port for bb4ce603-e027-4791-846b-60cbb0e843c8 owned by network:dhcp {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:07:23.308035 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Calling delete_port for bb4ce603-e027-4791-846b-60cbb0e843c8 owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:07:23.411363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.418572 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-43cd8688-03d5-40ca-be0d-98b3ed4ac356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:23.420224 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:07:23.420224 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:07:23.467963 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] No DVR routers for this DVR port bb4ce603-e027-4791-846b-60cbb0e843c8 on host dv-cinder-809439-1-iscsi {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:07:23.469545 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4ce603-e027-4791-846b-60cbb0e843c8,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:23.497318 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:23.586106 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.614933 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f61d68e0>,) {'filters': {'network_id': ['5d2afdad-7cb2-451b-bacc-b8130dc01b3b']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:23.629590 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f61d68e0>, 'b547d24a-7616-4eec-b505-fc8e656fd526') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:23.629881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f61d68e0>, 'b547d24a-7616-4eec-b505-fc8e656fd526') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:07:23.642027 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.659486 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.665573 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:07:23.665885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:07:23.679244 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:07:23.824913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.828613 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:23.844744 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.855911 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2afdad-7cb2-451b-bacc-b8130dc01b3b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:23.859132 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:23.920939 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Deleting port bb4ce603-e027-4791-846b-60cbb0e843c8 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:07:23.921218 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:23.935188 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-73b8f12d-f73c-40f9-8886-0e900412568f admin admin] 10.222.0.37 "DELETE /v2.0/networks/5d2afdad-7cb2-451b-bacc-b8130dc01b3b HTTP/1.1" status: 204  len: 168 time: 1.2327676
Sep 16 18:07:24.023918 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-9e804682-406a-452c-b4bb-a9a8aefa43d4 None None] The port 'bb4ce603-e027-4791-846b-60cbb0e843c8' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:07:24.267845 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb4ce603-e027-4791-846b-60cbb0e843c8 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:07:24.320089 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: bb4ce603-e027-4791-846b-60cbb0e843c8 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:07:24.320442 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb4ce603-e027-4791-846b-60cbb0e843c8 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:07:24.326353 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39468) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:24.377937 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-5161f15b-20d3-4fde-aaf4-b2aaf204e48e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=de769fcab70f4f338e7730e7468e5ce5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0501704
Sep 16 18:07:24.380258 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39472) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:24.441003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:24.468093 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:24.589803 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:24.593891 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1c7eaffa-7107-49d2-978a-5eea263e9033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:24.609882 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9621f89-1900-41ce-926c-c3b6a5be4a5b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:24.613220 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:24.618494 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:24.620492 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9621f89-1900-41ce-926c-c3b6a5be4a5b HTTP/1.1" status: 204  len: 168 time: 0.2393615
Sep 16 18:07:25.011593 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39488) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:25.129279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.144915 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:25.148692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Usage tracker for resource:security_group_rule and tenant:525d53cc957a4425b4de05ebf70c8dd5 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:25.152671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:25.158349 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:25.240211 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.290904 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.300157 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dc4035cd-1f62-4636-afcb-992e36c1eeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:25.338755 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=525d53cc957a4425b4de05ebf70c8dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3254566
Sep 16 18:07:25.340365 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4814e-ab41-4008-a02d-7d28f4df036b,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:25.341596 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39502) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:25.343383 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-726d162a-3a81-4772-8c60-61106014c1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:25.406425 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.431653 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.555514 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.560426 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-77a93cda-0f85-4336-bf0d-795c70bf54e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:25.575576 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4814e-ab41-4008-a02d-7d28f4df036b,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:25.579458 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:25.581460 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:25.585191 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-4cfc993c-97a0-486b-a4cc-d207af2ca2f6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9eb4814e-ab41-4008-a02d-7d28f4df036b HTTP/1.1" status: 204  len: 168 time: 0.2405288
Sep 16 18:07:26.132897 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39524) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:26.151942 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.166021 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:26.173402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Usage tracker for resource:security_group_rule and tenant:ceedf2b9fe564d4ab9177a24ed233a9d is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:26.173837 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:26.179546 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:26.262533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.332282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.341702 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4fed4931-8866-45cd-8906-a0f4199db00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:26.380248 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ceedf2b9fe564d4ab9177a24ed233a9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2462492
Sep 16 18:07:26.381872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0846cd3-4c1e-4a77-87d8-cec63f96ecde,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:26.383037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39528) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:26.385790 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-db331ceb-0e1a-4f2a-a816-be81702dbae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:26.441585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.472805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.590236 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.601353 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9af9550e-1823-4862-b5de-ecca27dc2daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:26.610120 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0846cd3-4c1e-4a77-87d8-cec63f96ecde,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:26.618578 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:26.627952 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:26.629802 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-075b55ba-6770-4039-8f67-6c2c3be2ecd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a0846cd3-4c1e-4a77-87d8-cec63f96ecde HTTP/1.1" status: 204  len: 168 time: 0.2457542
Sep 16 18:07:37.180052 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39714) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:37.305018 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.319366 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:37.323164 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Usage tracker for resource:security_group_rule and tenant:aaef837bf52344c6936fc5d694ce1f65 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:37.326046 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:37.331604 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:37.411373 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.481349 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.490651 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f4383c76-c2c5-42fe-9c4c-ebcdf89c21b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:37.532471 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=aaef837bf52344c6936fc5d694ce1f65&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3512299
Sep 16 18:07:37.533350 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4530d378-aa20-4360-a4c3-ca58bdd0339c,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:37.536061 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39722) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:37.536575 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-41b0b3df-7082-4a0b-9a38-164bcef88f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.536964 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:37.596010 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.624774 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.737464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.743857 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-60e9c76c-be5c-4c87-87c8-bd84176bce28 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:37.759657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4530d378-aa20-4360-a4c3-ca58bdd0339c,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:37.770828 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.771203 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.771597 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.771977 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.772331 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.772684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.773034 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.773381 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.773728 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.774071 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.774416 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.774762 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:07:37.778533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:37.779634 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4530d378-aa20-4360-a4c3-ca58bdd0339c HTTP/1.1" status: 204  len: 168 time: 0.2425988
Sep 16 18:07:37.780664 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:38.051910 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:40.307944 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d79fb52b-9b3e-4060-bcaa-4ba23074c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:41.217590 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:41.247919 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:07:42.743913 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.385631 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39868) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:43.502620 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.526842 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:43.531639 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Usage tracker for resource:security_group_rule and tenant:e05d968393874991b36e16856f74fa80 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:43.534981 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:43.541183 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:43.618922 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.685855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.692978 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-76dbe091-bfb4-4a8d-ac0c-d79465060b21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:43.735233 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4c909-88c2-401a-bbc6-1588c874937b,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:43.738775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:43.741095 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e05d968393874991b36e16856f74fa80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3544755
Sep 16 18:07:43.743920 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39874) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:43.804992 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.830885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.948881 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.952684 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e91160a6-5e7c-46ba-99a1-f41067734d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:43.968349 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4c909-88c2-401a-bbc6-1588c874937b,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:43.970896 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:43.978064 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:43.979175 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aea4c909-88c2-401a-bbc6-1588c874937b HTTP/1.1" status: 204  len: 168 time: 0.2343609
Sep 16 18:07:44.711219 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 39890) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:44.729179 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:44.744139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:07:44.748811 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Usage tracker for resource:security_group_rule and tenant:463ceb90ca1445d08574bf4616dfee87 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:07:44.751742 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:07:44.757469 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:07:44.838717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:44.891744 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:44.898467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-34ba4fa2-83a8-40b7-9252-4c6ddf17c77c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:44.940424 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=463ceb90ca1445d08574bf4616dfee87&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2280998
Sep 16 18:07:44.941333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac126b29-e44b-4eef-ac76-68340b175814,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:44.943037 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 39896) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:07:44.944401 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:45.000547 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:45.025576 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:45.136279 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:45.139861 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-77a66b8c-1ef2-43c2-894c-3e816e1a1348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:07:45.151060 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac126b29-e44b-4eef-ac76-68340b175814,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:07:45.154376 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:07:45.157533 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:45.158638 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ac126b29-e44b-4eef-ac76-68340b175814 HTTP/1.1" status: 204  len: 168 time: 0.2146227
Sep 16 18:07:46.034735 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:07:54.082935 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-4888f578-6a18-43aa-8122-012a711a9c2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0846448
Sep 16 18:07:55.456749 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887880-766e-4296-b546-6414309dccf6 req-cee98665-29ac-4a68-9064-c828b114ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:55.458232 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-cee98665-29ac-4a68-9064-c828b114ffad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.0705936
Sep 16 18:07:55.691821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887880-766e-4296-b546-6414309dccf6 req-fd33f7f2-b0f2-48a8-8298-493164a8e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:55.691821 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-fd33f7f2-b0f2-48a8-8298-493164a8e23a service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 909 time: 0.2130706
Sep 16 18:07:55.790885 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-e2cc0f1a-6c9d-4f9d-80fa-190a4de1c667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 1001 time: 0.0943534
Sep 16 18:07:55.852602 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887880-766e-4296-b546-6414309dccf6 req-8fb0b5d5-214e-4924-97af-eb23769b9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:55.854006 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-8fb0b5d5-214e-4924-97af-eb23769b9354 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0553715
Sep 16 18:07:55.931671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1887880-766e-4296-b546-6414309dccf6 req-1c2d5fc8-0b28-44b4-8dca-eb23c4f90b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:07:55.933171 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-1c2d5fc8-0b28-44b4-8dca-eb23c4f90b1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715425
Sep 16 18:07:56.071437 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-4ab79977-dcc9-432c-9ffc-9ddf5e03f028 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314206
Sep 16 18:07:56.204173 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b1887880-766e-4296-b546-6414309dccf6 req-a2aea8d2-2b1d-40cc-b098-cac688e90619 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252773
Sep 16 18:08:07.530433 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c038299b-693f-4080-8364-e097469c50d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:08.026814 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:10.313698 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e347923c-f3ef-4f04-9403-ab2dd11ef075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:11.228173 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:12.759869 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:16.027832 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:18.246083 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:08:19.831363 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40140) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:20.210657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Deleting port 0221ecb9-2d89-4cd0-a9f4-848c7cb60d26 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:20.210992 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:20.378492 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:20.378809 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:20.496468 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Calling delete_port for 0221ecb9-2d89-4cd0-a9f4-848c7cb60d26 owned by network:floatingip {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:20.792033 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:20.796105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5a84fe44-cf7b-48b4-b544-c119058bcf28 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:20.842939 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event deleted for resources: {'Port': ['ID=0221ecb9-2d89-4cd0-a9f4-848c7cb60d26,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:20.845519 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:20.942209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for floatingip, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:20.942542 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Floating IP 0e1b0a5c-caed-4230-8b1d-6bbb1585300f disassociated (deleted). External IP: 172.27.1.42, port: f7dbde61-2094-4df0-b51f-66bfc6ad3944.
Sep 16 18:08:21.285173 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Router 50f133d0-63f7-47e6-acca-9342558aa280 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:08:21.460533 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:08:21.471476 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] Sync routers for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:08:21.479352 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:08:21.480027 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62aa760>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:21.578869 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:21.635171 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "DELETE /v2.0/floatingips/0e1b0a5c-caed-4230-8b1d-6bbb1585300f HTTP/1.1" status: 204  len: 168 time: 1.8022470
Sep 16 18:08:21.635986 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:08:21.698788 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:08:21.817981 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'status': 'completed', 'code': 200}
Sep 16 18:08:21.911054 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-2e43e676-4ba2-45b1-ad63-dbf11b3b9bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:21.916109 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-2e43e676-4ba2-45b1-ad63-dbf11b3b9bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 1099 time: 0.0716588
Sep 16 18:08:22.018730 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62aa760>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:22.030059 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] Checking router: 50f133d0-63f7-47e6-acca-9342558aa280 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:08:22.051956 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:08:22.052580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62aa760>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:22.055696 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-99e29fa4-a5c2-4083-aa34-af3e5c091bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:22.057183 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-99e29fa4-a5c2-4083-aa34-af3e5c091bb6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 200  len: 909 time: 0.1382763
Sep 16 18:08:22.130706 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-787240ef-fecb-4da1-baa8-2ce733dae5f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 200  len: 217 time: 0.0652764
Sep 16 18:08:22.232303 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:08:22.288984 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d1a54-4858-49bb-b506-f82785743892 req-dfc67b9f-c359-426d-a677-ec213dbbc629 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:22.289586 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-c20d1a54-4858-49bb-b506-f82785743892 req-dfc67b9f-c359-426d-a677-ec213dbbc629 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Synchronizing usage tracker for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:08:22.371011 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-c20d1a54-4858-49bb-b506-f82785743892 req-dfc67b9f-c359-426d-a677-ec213dbbc629 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Unset dirty status for tenant:3e78bc05d66d430a9ae4e9fcb7eb156f on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:08:22.374718 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c20d1a54-4858-49bb-b506-f82785743892 req-dfc67b9f-c359-426d-a677-ec213dbbc629 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.1642108
Sep 16 18:08:22.386013 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-1a06e831-57c6-4d60-9858-218bab037dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:22.387449 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-1a06e831-57c6-4d60-9858-218bab037dad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 200  len: 847 time: 0.0624979
Sep 16 18:08:22.421371 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c20d1a54-4858-49bb-b506-f82785743892 req-1e347cc5-3f63-4ffc-ac25-e229e8a2533d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408590
Sep 16 18:08:22.469141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-6bffccbb-00c6-46b1-98a8-358b66d6485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:22.470651 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-6bffccbb-00c6-46b1-98a8-358b66d6485b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758398
Sep 16 18:08:22.545308 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62aa760>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:22.549362 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5ffc4b-5d60-41f1-a400-4f9139356d1a None None] The sync data for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi is: [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:01:44Z', 'revision_number': 4, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '861b6ae2-2109-4474-9b94-a40d4098ace3', 'name': '', 'network_id': '6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'mac_address': 'fa:16:3e:ec:bc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:43Z', 'updated_at': '2021-09-16T18:01:50Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'subnets': [{'id': 'c4908874-57a5-435d-9c42-4276ea03c166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:08:22.605042 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-b00671ec-830e-46bf-96b9-96e2d0794eee service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265819
Sep 16 18:08:22.746739 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a3ea709e-837c-4772-b2f8-e5d554ab6a9a req-15ce96a5-b7ba-4a35-96cc-2d34fc612b31 service neutron] 10.222.0.13 "GET /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328897
Sep 16 18:08:22.773391 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d05af-6400-4fbe-aa2f-c630ab2ac15d None None] New status for floating IP 0e1b0a5c-caed-4230-8b1d-6bbb1585300f: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:08:23.610638 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aff27c-0051-43da-ad6a-4a91d38ea5e0 req-9e97bedb-122d-4a3b-a9b1-049b139ff3bb tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:23.612178 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-90aff27c-0051-43da-ad6a-4a91d38ea5e0 req-9e97bedb-122d-4a3b-a9b1-049b139ff3bb tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0796149
Sep 16 18:08:23.656351 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-90aff27c-0051-43da-ad6a-4a91d38ea5e0 req-76720646-0fc7-40aa-ae3b-bdad3db48e08 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385294
Sep 16 18:08:24.861482 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83a090-2aad-4a96-9ecd-e73f5f85d8ff req-4c7f44c8-61b6-4cca-be68-53673ce0e079 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:24.862961 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ad83a090-2aad-4a96-9ecd-e73f5f85d8ff req-4c7f44c8-61b6-4cca-be68-53673ce0e079 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0790367
Sep 16 18:08:24.907298 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ad83a090-2aad-4a96-9ecd-e73f5f85d8ff req-4760fbbe-aa0e-4547-9ac4-7dfefed5d7dd tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386245
Sep 16 18:08:26.130063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c4522-b4d4-45d4-bfdb-a5b1246b3cf3 req-be9948ed-7fd3-4fe2-a6fa-3371c431c2fa tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:26.131547 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-630c4522-b4d4-45d4-bfdb-a5b1246b3cf3 req-be9948ed-7fd3-4fe2-a6fa-3371c431c2fa tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 946 time: 0.0996459
Sep 16 18:08:26.188986 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-630c4522-b4d4-45d4-bfdb-a5b1246b3cf3 req-3d25b484-d0f6-4266-bff9-e5e1f903e799 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495183
Sep 16 18:08:26.767783 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device f7dbde61-2094-4df0-b51f-66bfc6ad3944 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:26.880249 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:26.906037 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:08:26.915435 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:27.000364 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'code': 200}
Sep 16 18:08:27.005208 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:27.007615 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:27.074823 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=9']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:27.082383 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.082722 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.083054 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.083383 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.083709 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.084086 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.084409 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.084728 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.085149 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.085478 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.085797 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.086119 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:27.090011 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:27.379689 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0ec99-3e36-470d-8dc5-329648b7f7c9 req-64ce0318-20e3-4c4c-b075-33a413e27132 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:27.381207 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f2c0ec99-3e36-470d-8dc5-329648b7f7c9 req-64ce0318-20e3-4c4c-b075-33a413e27132 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0786660
Sep 16 18:08:27.424891 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f2c0ec99-3e36-470d-8dc5-329648b7f7c9 req-c0743e68-d025-4a74-b67f-8e9544d6508d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380836
Sep 16 18:08:28.618283 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc41cc4-f746-4fb8-b5e4-b11be900f9a8 req-32c42c8c-caaf-4e23-9d93-7f7c58ef07cf tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:28.619702 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8fc41cc4-f746-4fb8-b5e4-b11be900f9a8 req-32c42c8c-caaf-4e23-9d93-7f7c58ef07cf tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0797870
Sep 16 18:08:28.663296 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8fc41cc4-f746-4fb8-b5e4-b11be900f9a8 req-9ff83ee4-3409-41b1-80b9-bdb2e5277167 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377736
Sep 16 18:08:29.967446 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c840cd3-007b-4abf-b290-e86bd345ffbc req-a047a5a9-8ab3-4437-bd31-37d792013e9d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:29.968815 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c840cd3-007b-4abf-b290-e86bd345ffbc req-a047a5a9-8ab3-4437-bd31-37d792013e9d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.1781759
Sep 16 18:08:30.010692 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4c840cd3-007b-4abf-b290-e86bd345ffbc req-63113481-c038-41e4-b8f1-ae47e6757b15 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363045
Sep 16 18:08:31.190651 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3931ab9-481a-45f2-908d-af6d9b143046 req-86d15378-1766-4b63-b614-d75798f99071 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:31.192120 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f3931ab9-481a-45f2-908d-af6d9b143046 req-86d15378-1766-4b63-b614-d75798f99071 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0780418
Sep 16 18:08:31.238415 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f3931ab9-481a-45f2-908d-af6d9b143046 req-ef2550e4-9efd-48af-87dc-223b541549af tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408022
Sep 16 18:08:32.418521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3372974-c40a-4357-9d09-7082db037438 req-26e28a84-1546-42ab-8c7c-62cd4bff2325 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:32.420636 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3372974-c40a-4357-9d09-7082db037438 req-26e28a84-1546-42ab-8c7c-62cd4bff2325 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0798531
Sep 16 18:08:32.466760 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3372974-c40a-4357-9d09-7082db037438 req-a88a438d-98f3-42e6-bf56-4d8ad5bcf94b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404735
Sep 16 18:08:33.197221 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-eb7b5298-a218-4791-9325-65e3e77a1959 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:33.198670 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-eb7b5298-a218-4791-9325-65e3e77a1959 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.13 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0781200
Sep 16 18:08:33.269460 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Deleting port f7dbde61-2094-4df0-b51f-66bfc6ad3944 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:33.269793 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:33.513438 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] For port f7dbde61-2094-4df0-b51f-66bfc6ad3944, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=f7dbde61-2094-4df0-b51f-66bfc6ad3944,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:33.514061 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:33.640880 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Calling delete_port for f7dbde61-2094-4df0-b51f-66bfc6ad3944 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:33.650366 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28767abc-cddc-44b9-a785-28ec83e321fb req-1204e6d7-c08e-4634-97b8-7bd6d5b14cde tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:33.651825 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-28767abc-cddc-44b9-a785-28ec83e321fb req-1204e6d7-c08e-4634-97b8-7bd6d5b14cde tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 944 time: 0.0812728
Sep 16 18:08:33.696985 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-28767abc-cddc-44b9-a785-28ec83e321fb req-8939cb13-a70d-428d-96ca-5cd0d56008d1 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/security-groups?id=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376534
Sep 16 18:08:33.856312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:33.861892 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-8916de83-42f0-45fa-a28d-a32c6c068444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:33.909099 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event deleted for resources: {'Port': ['ID=f7dbde61-2094-4df0-b51f-66bfc6ad3944,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:33.950857 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.951220 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.951583 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.951946 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.952312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.952654 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.952995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.953334 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.953673 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.954011 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.954344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.954680 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:33.981209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:33.991949 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] No DVR routers for this DVR port f7dbde61-2094-4df0-b51f-66bfc6ad3944 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:08:33.994207 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:33.996649 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-deleted', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:08:34.057276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae279498-a113-4cd2-a6ec-1bac6f39cd12 req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.13 "DELETE /v2.0/ports/f7dbde61-2094-4df0-b51f-66bfc6ad3944 HTTP/1.1" status: 204  len: 173 time: 0.8503425
Sep 16 18:08:34.094021 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fdf745-cd60-4afe-9fec-1a7d9c8a855b', 'name': 'network-vif-deleted', 'tag': 'f7dbde61-2094-4df0-b51f-66bfc6ad3944', 'status': 'completed', 'code': 200}
Sep 16 18:08:34.864426 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c363feb0-414e-4707-9ffc-9f2561a89cca req-c1a1cd00-331d-46d5-ba17-0e78649ed5d4 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "GET /v2.0/ports?device_id=32fdf745-cd60-4afe-9fec-1a7d9c8a855b HTTP/1.1" status: 200  len: 210 time: 0.0505130
Sep 16 18:08:35.334247 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40278) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:35.454069 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.473675 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:35.477602 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Usage tracker for resource:security_group_rule and tenant:df481ce8a95847e089d4fe2175c18ca1 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:35.480625 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:35.486976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:35.571260 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.666602 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.674363 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-26348889-16e6-4dcb-ac29-d237c47a70b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:35.715006 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b27328-8730-417c-8e4f-d649b68aab7c,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:35.718842 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=df481ce8a95847e089d4fe2175c18ca1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3834748
Sep 16 18:08:35.719766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:35.722158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40284) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:35.778554 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.803488 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.930923 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.935318 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-bfc5d2a3-c0f1-465e-9691-c1e1af3d519f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:35.951153 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b27328-8730-417c-8e4f-d649b68aab7c,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:35.957336 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:35.958351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:35.961903 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c9d34e57-256f-4b96-a5ff-dc60763d9540 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25b27328-8730-417c-8e4f-d649b68aab7c HTTP/1.1" status: 204  len: 168 time: 0.2371268
Sep 16 18:08:35.971320 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40296) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:36.050280 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:36.080009 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:36.233580 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:36.238754 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ae531715-30c4-4d3c-a6c7-3a3bb2bf4def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:36.254005 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:36.256984 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:36.368463 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:36.373153 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a0db8e5-ce0a-46bd-8fe5-5485f1a00f78 HTTP/1.1" status: 204  len: 168 time: 0.4007616
Sep 16 18:08:36.495147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40318) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:37.260471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:37.525408 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bf78b343-b232-4de7-9c00-87d7c34ce430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:37.617318 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Deleting port 861b6ae2-2109-4474-9b94-a40d4098ace3 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:37.617659 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:37.792051 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] For port 861b6ae2-2109-4474-9b94-a40d4098ace3, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=861b6ae2-2109-4474-9b94-a40d4098ace3,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:37.792459 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:37.808685 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40360) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:37.913045 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Calling delete_port for 861b6ae2-2109-4474-9b94-a40d4098ace3 owned by network:router_interface {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:37.927241 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:37.941741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:37.945573 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Usage tracker for resource:security_group_rule and tenant:669f7de642094d8cb5947294a8a7e661 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:37.948519 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:37.954974 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:38.033443 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.039617 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.090467 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.099408 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-bee87003-ef14-4af6-a25d-eef8bc208b97 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:38.138152 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=669f7de642094d8cb5947294a8a7e661&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3273041
Sep 16 18:08:38.139817 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbb4681-0aed-4cda-9a50-b0e75eea7bca,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:38.141489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40366) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:38.142885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-786aebf0-2313-4d09-8f78-fc8f59f25d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:38.154209 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.159646 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a53d55e-8205-4355-b385-177a460826e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:38.350374 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Pushing event deleted for resources: {'Port': ['ID=861b6ae2-2109-4474-9b94-a40d4098ace3,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:38.396282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.396660 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.397028 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.397399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.397743 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.398095 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.398446 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.398797 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.399146 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.399492 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.399838 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.400205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:08:38.411125 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:38.454449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.619178 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.686459 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.975404 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:38.986095 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:39.017259 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbb4681-0aed-4cda-9a50-b0e75eea7bca,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:39.022833 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:39.034714 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:39.038297 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ecbb4681-0aed-4cda-9a50-b0e75eea7bca HTTP/1.1" status: 204  len: 168 time: 0.8932941
Sep 16 18:08:39.072060 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Router 50f133d0-63f7-47e6-acca-9342558aa280 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:08:39.247717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:08:39.252679 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] 10.222.0.37 "PUT /v2.0/routers/50f133d0-63f7-47e6-acca-9342558aa280/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7565382
Sep 16 18:08:39.255286 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40378) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:39.258024 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] Sync routers for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:08:39.268510 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:08:39.269122 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f67d4d90>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:39.444353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks [] for router, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:39.459268 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:08:39.649941 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:39.736473 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Deleting port ff5408fd-404f-4ea5-9549-571cb5de8c18 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:39.736473 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:39.806898 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f67d4d90>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:08:38Z', 'revision_number': 5, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port': {'id': 'ff5408fd-404f-4ea5-9549-571cb5de8c18', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:29:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50f133d0-63f7-47e6-acca-9342558aa280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:40Z', 'updated_at': '2021-09-16T18:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:39.812090 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] Checking router: 50f133d0-63f7-47e6-acca-9342558aa280 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:08:39.821361 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] Routers {'50f133d0-63f7-47e6-acca-9342558aa280'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:08:39.821910 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f67d4d90>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['50f133d0-63f7-47e6-acca-9342558aa280'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:39.974820 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] Set router 50f133d0-63f7-47e6-acca-9342558aa280 gateway port host: None {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:08:40.034039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] For port ff5408fd-404f-4ea5-9549-571cb5de8c18, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=ff5408fd-404f-4ea5-9549-571cb5de8c18,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:40.034399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.085450 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f67d4d90>, [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:08:39Z', 'revision_number': 6, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port_host': None}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:40.085450 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e97851-e0f2-4db4-9256-78eb3f90ba23 None None] The sync data for ids ['50f133d0-63f7-47e6-acca-9342558aa280'] in dv-cinder-809439-1-iscsi is: [{'id': '50f133d0-63f7-47e6-acca-9342558aa280', 'name': 'tempest-TestShelveInstance-347473157-router', 'tenant_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:39Z', 'updated_at': '2021-09-16T18:08:39Z', 'revision_number': 6, 'project_id': '3e78bc05d66d430a9ae4e9fcb7eb156f', 'gw_port_host': None}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:08:40.158771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40388) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:40.170651 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Calling delete_port for ff5408fd-404f-4ea5-9549-571cb5de8c18 owned by network:router_gateway {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:40.283465 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.298340 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:40.302125 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4b37617840114523a669ff96204eba0b is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:40.304932 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:40.310612 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:40.314321 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d537228b-6cb7-4605-9837-6afd179083e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.389897 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.410349 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.420285 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:40.463449 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5408fd-404f-4ea5-9549-571cb5de8c18,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:40.466580 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:40.472171 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.474828 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 861b6ae2-2109-4474-9b94-a40d4098ace3 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:40.486179 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c9bd6d72-c5f7-4066-848a-8da6d0da1ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:40.533949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 861b6ae2-2109-4474-9b94-a40d4098ace3 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:08:40.534383 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 861b6ae2-2109-4474-9b94-a40d4098ace3 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:08:40.534963 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b37617840114523a669ff96204eba0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3750465
Sep 16 18:08:40.535612 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40394) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:40.551706 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f591d16-214a-46f5-a915-3d243b197059,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:40.557284 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e4e29f9d-fc19-41f3-9548-efe3f08915a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:40.578157 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.607167 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.633220 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.748269 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.750389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.780395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.784132 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c2437cbc-9097-4c22-86a3-19cbfa0dfbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:40.796385 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f591d16-214a-46f5-a915-3d243b197059,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:40.799216 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:40.810276 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.810276 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d72c245a-e454-46dd-96d3-2463ec825a0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3f591d16-214a-46f5-a915-3d243b197059 HTTP/1.1" status: 204  len: 168 time: 0.2693312
Sep 16 18:08:40.856230 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.856750 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50f133d0-63f7-47e6-acca-9342558aa280 {{(pid=79935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:08:40.874033 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.875241 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e095dd65-fdf1-4f11-abf0-ea80634c9552 admin admin] 10.222.0.37 "DELETE /v2.0/routers/50f133d0-63f7-47e6-acca-9342558aa280 HTTP/1.1" status: 204  len: 168 time: 1.6186373
Sep 16 18:08:40.878178 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40400) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:40.940353 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Deleting subnet c4908874-57a5-435d-9c42-4276ea03c166 {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:08:40.943269 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:40.992491 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.077089 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.243476 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.254714 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.259688 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:41.294305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4908874-57a5-435d-9c42-4276ea03c166,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:41.296293 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.298791 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:41.302163 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c1ec75-c026-4f3c-a942-1482b2454601 None None] Network 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:08:41.302794 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4062cdfa-6e8d-4e03-81af-1d4c77444995 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c4908874-57a5-435d-9c42-4276ea03c166 HTTP/1.1" status: 204  len: 168 time: 0.4239838
Sep 16 18:08:41.305390 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40406) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:41.409566 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.420466 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Deleting port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:41.420735 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.445883 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40410) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:41.465688 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.489537 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:41.494680 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Usage tracker for resource:security_group_rule and tenant:a70a6016511848b78fecdbd9d0d06c46 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:41.498697 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:41.505257 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:41.577556 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] DHCP port deletion for 6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:08:41.582545 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Deleting port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:41.583103 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.593657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.639519 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.649785 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ce8e3a1b-0855-47dc-b7e6-1b1ee8a2a8a8 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:41.711761 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a70a6016511848b78fecdbd9d0d06c46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2620697
Sep 16 18:08:41.711761 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d42b6-2347-4ce9-8103-f3277ad17128,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:41.713858 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40414) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:41.716695 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-afd77f57-898f-4245-a694-a980ca3383d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:41.752505 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] For port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:41.752791 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.777745 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.805505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.814852 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] For port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,segment=NetworkSegment(611ba419-0243-4cfe-ad9c-5a565dff65fc),segment_id=611ba419-0243-4cfe-ad9c-5a565dff65fc)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:41.815635 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.874811 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Calling delete_port for 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 owned by network:dhcp {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:41.941386 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Calling delete_port for 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:41.941969 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.947572 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6fc4afa7-c1a4-46a1-98a3-275a6a57d9b1 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:41.964530 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d42b6-2347-4ce9-8103-f3277ad17128,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:41.968301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:41.969302 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:41.970489 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-f1bd3a24-49dc-4f94-9bfd-26c06642db82 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5e2d42b6-2347-4ce9-8103-f3277ad17128 HTTP/1.1" status: 204  len: 168 time: 0.2561159
Sep 16 18:08:42.033446 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.039061 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:08:42.039500 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:08:42.040411 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2678e01a-0730-495c-b104-fbdf3d323a9b tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:42.085198 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Pushing event deleted for resources: {'Port': ['ID=37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:42.088410 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] No DVR routers for this DVR port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 on host dv-cinder-809439-1-iscsi {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:08:42.088560 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:42.201737 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.226305 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f6054d30>,) {'filters': {'network_id': ['6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:42.238184 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6054d30>, '611ba419-0243-4cfe-ad9c-5a565dff65fc') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:42.238475 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6054d30>, '611ba419-0243-4cfe-ad9c-5a565dff65fc') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:42.250962 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.267621 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.274254 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:08:42.274647 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:08:42.288526 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:08:42.307029 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ff5408fd-404f-4ea5-9549-571cb5de8c18 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:42.341881 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: ff5408fd-404f-4ea5-9549-571cb5de8c18 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:08:42.342238 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ff5408fd-404f-4ea5-9549-571cb5de8c18 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:08:42.342663 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:42.378828 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:08:42.379175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:08:42.437704 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.441313 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-26c9b710-2d48-47f6-92d3-21c226b2496f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:42.457013 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.462998 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:42.467276 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:42.473721 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-fe3f0ffd-e23d-44c8-9645-c1e20afcd192 admin admin] 10.222.0.37 "DELETE /v2.0/networks/6f60a0a7-e9e2-4a74-b95d-6d82a2f6b273 HTTP/1.1" status: 204  len: 168 time: 1.1674161
Sep 16 18:08:42.476671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40428) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:42.541058 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Deleting port 37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:42.541507 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:42.607670 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-80bdf2c4-71a1-4638-a981-6090596bee30 None None] The port '37bd6cdc-45b9-4e46-b6a7-5b21124c0ee0' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:08:42.746021 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:43.020598 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:43.470907 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Deleting port 86b6419b-cfbe-4c8f-9613-ff6144db0f75 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:43.471508 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:43.647867 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] For port 86b6419b-cfbe-4c8f-9613-ff6144db0f75, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=86b6419b-cfbe-4c8f-9613-ff6144db0f75,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:43.648187 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:43.775766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Calling delete_port for 86b6419b-cfbe-4c8f-9613-ff6144db0f75 owned by network:router_interface {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:44.010250 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:44.014987 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0e009a8d-2dce-45bb-a837-4640d783f0e3 tempest-VolumesActionsTest-1771784170 tempest-VolumesActionsTest-1771784170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:44.060695 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Pushing event deleted for resources: {'Port': ['ID=86b6419b-cfbe-4c8f-9613-ff6144db0f75,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:44.063741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:44.331784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:44.678524 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:08:44.959372 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:08:44.969491 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] Sync routers for ids ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:08:44.979093 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] Routers {'176496d9-8bdd-4c2f-8a5b-f3aec511ae51'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:08:44.982019 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6dd5310>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:45.035172 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-cf6c1d2f-1e10-47a5-b46a-82bb84e84dea admin admin] 10.222.0.37 "PUT /v2.0/routers/176496d9-8bdd-4c2f-8a5b-f3aec511ae51/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5574501
Sep 16 18:08:45.037737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40472) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:45.159227 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] Set router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:08:45.220881 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks [] for router, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:45.449336 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6dd5310>, [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:08:43Z', 'revision_number': 5, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:45.454045 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] Checking router: 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:08:45.462273 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] Routers {'176496d9-8bdd-4c2f-8a5b-f3aec511ae51'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:08:45.462863 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6dd5310>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:45.510672 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:45.609172 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Deleting port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:45.609516 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:45.638826 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] Set router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:08:45.786997 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] For port c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:45.787358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:45.916356 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Calling delete_port for c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 owned by network:router_gateway {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:45.962918 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6dd5310>, [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:08:43Z', 'revision_number': 5, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:45.967777 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb9f0de-4b4b-456a-a742-6d9cc4d17723 None None] The sync data for ids ['176496d9-8bdd-4c2f-8a5b-f3aec511ae51'] in dv-cinder-809439-1-iscsi is: [{'id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'name': 'tempest-TestShelveInstance-685498428-router', 'tenant_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:01:49Z', 'updated_at': '2021-09-16T18:08:43Z', 'revision_number': 5, 'project_id': '2ef5696e4d3b4eeeb9c23ea4d06fde6a', 'gw_port': {'id': 'c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176496d9-8bdd-4c2f-8a5b-f3aec511ae51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:01:50Z', 'updated_at': '2021-09-16T18:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:08:46.050255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.153060 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.157767 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:46.206464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:46.208820 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:46.295464 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.389058 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 86b6419b-cfbe-4c8f-9613-ff6144db0f75 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:46.468369 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 86b6419b-cfbe-4c8f-9613-ff6144db0f75 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:08:46.468724 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 86b6419b-cfbe-4c8f-9613-ff6144db0f75 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:08:46.477873 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.480210 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.563075 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.563558 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 176496d9-8bdd-4c2f-8a5b-f3aec511ae51 {{(pid=79935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:08:46.577554 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.578408 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] 10.222.0.37 "DELETE /v2.0/routers/176496d9-8bdd-4c2f-8a5b-f3aec511ae51 HTTP/1.1" status: 204  len: 168 time: 1.5396495
Sep 16 18:08:46.582307 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40490) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:46.644479 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Deleting subnet f8609d19-dfc5-4e23-9281-84bb34ebf4bf {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:08:46.647814 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.702810 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.726265 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40496) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:46.782344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.847136 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.864337 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:46.868205 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Usage tracker for resource:security_group_rule and tenant:70cb4381c715454ea286df1ea4d4025a is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:46.870968 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:46.879065 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:46.942425 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.947393 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:46.959783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.986541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8609d19-dfc5-4e23-9281-84bb34ebf4bf,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:46.986541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:46.986541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:46.991173 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-0a2b716c-8cb9-4af4-8655-51d8472be775 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f8609d19-dfc5-4e23-9281-84bb34ebf4bf HTTP/1.1" status: 204  len: 168 time: 0.4078643
Sep 16 18:08:46.991963 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2181df-e240-4b00-be48-4e5e5dadd6bf None None] Network 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:08:46.993756 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40502) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:47.038966 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.054689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5ae1844c-ab28-4ff5-83d4-e312f759f78e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:47.110542 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.113838 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40506) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:47.113984 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70cb4381c715454ea286df1ea4d4025a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3877056
Sep 16 18:08:47.115799 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc712ff2-acec-48ea-b23a-29fb2dbc108e,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:47.118985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-11179de7-0cbb-482f-8bd0-de94acf96676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:47.154805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Deleting port 705179b3-5632-4c07-8fd5-dc290a738f72 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:47.155142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.228459 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.244718 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] DHCP port deletion for 7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:08:47.252534 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Deleting port 705179b3-5632-4c07-8fd5-dc290a738f72 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:47.252949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.303348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.436957 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] For port 705179b3-5632-4c07-8fd5-dc290a738f72, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=705179b3-5632-4c07-8fd5-dc290a738f72,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:47.437238 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.454695 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] For port 705179b3-5632-4c07-8fd5-dc290a738f72, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=705179b3-5632-4c07-8fd5-dc290a738f72,segment=NetworkSegment(0bc6d84f-ade6-4403-92e4-addb10216cf5),segment_id=0bc6d84f-ade6-4403-92e4-addb10216cf5)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:08:47.455145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.568097 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Calling delete_port for 705179b3-5632-4c07-8fd5-dc290a738f72 owned by network:dhcp {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:47.593665 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Calling delete_port for 705179b3-5632-4c07-8fd5-dc290a738f72 owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:08:47.616763 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.622392 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-942b1a81-1729-454e-abfb-587b3b5ddf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:47.641064 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc712ff2-acec-48ea-b23a-29fb2dbc108e,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:47.645469 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:47.662043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.665015 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-c34b5e87-d378-4b3c-bc0a-920319f81d01 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc712ff2-acec-48ea-b23a-29fb2dbc108e HTTP/1.1" status: 204  len: 168 time: 0.5484257
Sep 16 18:08:47.730405 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.736345 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:08:47.736709 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:08:47.742771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-171e8fb0-b8ef-4e3c-a621-dcb7511c97bc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:47.784129 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Pushing event deleted for resources: {'Port': ['ID=705179b3-5632-4c07-8fd5-dc290a738f72,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:47.787099 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:47.789837 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] No DVR routers for this DVR port 705179b3-5632-4c07-8fd5-dc290a738f72 on host dv-cinder-809439-1-iscsi {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:08:47.913640 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.948261 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f55b72b0>,) {'filters': {'network_id': ['7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1']}} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:47.957516 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f55b72b0>, '0bc6d84f-ade6-4403-92e4-addb10216cf5') {'for_net_delete': True} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:47.957807 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.services.segments.db [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f55b72b0>, '0bc6d84f-ade6-4403-92e4-addb10216cf5') {} {{(pid=79936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:08:47.969722 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15192621'] for segment, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.986643 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:47.993921 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=79936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:08:48.002510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15193727'] for segment, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]: Traceback (most recent call last):
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     timer()
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     cb(*args, **kw)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     return func(*args, **kwargs)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     self._notify()
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     self.callback(batched_events)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     event.method(event)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     return f(self, *a, **k)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._get(url).json()
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:08:48.008103 dv-cinder-809439-1-iscsi neutron-server[79936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:08:48.164540 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.168468 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-ddfac650-ec79-46ab-b1a0-d24af3b3e85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:48.184898 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.238889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Deleting port 705179b3-5632-4c07-8fd5-dc290a738f72 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:08:48.238889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.297565 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Pushing event deleted for resources: {'Network': ['ID=7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:48.301719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:48.307154 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] 10.222.0.37 "DELETE /v2.0/networks/7b81dcc8-e5e4-4dbe-ad37-2189e8f2d4c1 HTTP/1.1" status: 204  len: 168 time: 1.3107622
Sep 16 18:08:48.318433 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-ba6e37ad-c67d-4544-9abb-83e8853c8f7c None None] The port '705179b3-5632-4c07-8fd5-dc290a738f72' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:08:48.328803 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 705179b3-5632-4c07-8fd5-dc290a738f72 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:48.363816 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 705179b3-5632-4c07-8fd5-dc290a738f72 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:08:48.364202 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 705179b3-5632-4c07-8fd5-dc290a738f72 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:08:48.364710 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:08:48.399772 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:08:48.400021 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c78b790a-f4a8-464a-ae3a-1d62bc5cd0d4 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:08:48.430150 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40516) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:48.448280 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.463096 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:48.466905 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Usage tracker for resource:security_group_rule and tenant:58a10c6fc170427fbae5356d51f8af62 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:48.469743 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:48.475297 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:48.556983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.633218 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.640464 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6efef1df-4a96-427b-9283-62cc12fbd311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:48.683681 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58a10c6fc170427fbae5356d51f8af62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2502520
Sep 16 18:08:48.683864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40520) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:48.684926 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40522) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:48.694461 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b725fbc-06e8-4a2e-90b2-aac655afb3e3,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:48.697557 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-de65bff0-3cd7-4f14-829b-8abf64d6ecf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:48.766483 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6c23cfbe-c6ed-47da-a2a6-e90c1c44ec0f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e78bc05d66d430a9ae4e9fcb7eb156f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0831671
Sep 16 18:08:48.769483 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40528) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:48.786428 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.812763 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.826466 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.854779 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.951246 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.955153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-28adac60-daa4-4961-b7f6-3cc5c9d0a81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:48.967862 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b725fbc-06e8-4a2e-90b2-aac655afb3e3,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:48.971660 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:48.976959 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.978065 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6b725fbc-06e8-4a2e-90b2-aac655afb3e3 HTTP/1.1" status: 204  len: 168 time: 0.2921233
Sep 16 18:08:48.982030 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:48.987624 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-59f1a341-7918-4287-a978-85f1314e0093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:49.003295 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afc79c0-f893-4182-9f05-e006e93fc9f4,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:49.006856 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:49.018414 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:49.019827 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1afc79c0-f893-4182-9f05-e006e93fc9f4 HTTP/1.1" status: 204  len: 168 time: 0.2490141
Sep 16 18:08:49.759211 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40548) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:49.808136 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-60c3bc1d-9fd3-4e21-875f-489259807c8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2ef5696e4d3b4eeeb9c23ea4d06fde6a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476534
Sep 16 18:08:49.820682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40552) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:49.877633 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:49.904444 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:50.038729 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:50.042536 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ff582601-dfe5-4779-a336-5b18c1ce5088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:50.055476 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375d643d-84fd-40d2-a6a3-c5369c6d3d2d,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:50.058332 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:50.061226 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:50.062353 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-aba1e2a3-b106-4b1b-bd3d-767a87f699ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/375d643d-84fd-40d2-a6a3-c5369c6d3d2d HTTP/1.1" status: 204  len: 168 time: 0.2408564
Sep 16 18:08:51.757116 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40598) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:51.872525 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:51.886284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:51.890772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc94710bd4f4dfc9d19110834582e38 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:51.893782 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:51.899350 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:51.978626 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:52.101465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:52.108729 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bc3bce0a-cb31-4683-9d39-f72360fe8012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:52.150755 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcc94710bd4f4dfc9d19110834582e38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3926024
Sep 16 18:08:52.151684 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ded355c-5cd6-4228-99f9-e3046b2c5db5,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:52.153851 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40604) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:52.154912 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a22e9eaf-628c-4413-9ba7-5db2eac325c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:52.211485 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:52.235976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:52.374099 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:52.377623 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e2de2876-72c7-417d-81d1-78666cdb5544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:52.389175 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ded355c-5cd6-4228-99f9-e3046b2c5db5,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:52.392490 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:52.396941 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:52.398050 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4ded355c-5cd6-4228-99f9-e3046b2c5db5 HTTP/1.1" status: 204  len: 168 time: 0.2432525
Sep 16 18:08:52.985230 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40612) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:53.003284 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.018336 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:53.022167 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Usage tracker for resource:security_group_rule and tenant:338eb180db994b73beb29ef104ecf3f0 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:53.024935 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:53.030561 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:53.113160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.180273 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.189465 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-732cf47d-3f54-42d4-9cfd-31b74d74f9e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:53.232525 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=338eb180db994b73beb29ef104ecf3f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2461987
Sep 16 18:08:53.233434 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7da12bf-938d-4f9f-bf71-2bc85d1083bf,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:53.235170 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40616) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:53.236833 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-620c0279-30e5-4370-ad5d-527ab01fd76b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:53.295466 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.320247 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.448522 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.452076 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-0b021794-c4bc-44d0-94ca-ccf26bd4af17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:53.462632 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7da12bf-938d-4f9f-bf71-2bc85d1083bf,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:53.466282 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:53.469649 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:53.470766 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-d2642ef4-3f21-4ebe-b259-22594c0fb582 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d7da12bf-938d-4f9f-bf71-2bc85d1083bf HTTP/1.1" status: 204  len: 168 time: 0.2345402
Sep 16 18:08:55.250744 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:08:55.651274 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-b44edf8c-2d38-4a8d-a3c7-6f155a5b4bf8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0747538
Sep 16 18:08:55.743798 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-0a4db566-d194-4fa9-a73c-5ffa26b5cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:55.745289 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-0a4db566-d194-4fa9-a73c-5ffa26b5cc41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1098 time: 0.0737610
Sep 16 18:08:55.886835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-39089925-5ad4-4989-97cc-6b6366b6604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:55.888902 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-39089925-5ad4-4989-97cc-6b6366b6604b service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.1250329
Sep 16 18:08:55.990217 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-25c79220-84b3-4ee2-87df-3aaff835dc4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 200  len: 1000 time: 0.0948718
Sep 16 18:08:56.050914 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-6326078d-de5f-4d6e-a1b4-f260882c95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:56.052313 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-6326078d-de5f-4d6e-a1b4-f260882c95af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0562570
Sep 16 18:08:56.128678 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-893e08fa-bc12-4515-bb1d-8a5f3cb8b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:08:56.130125 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-893e08fa-bc12-4515-bb1d-8a5f3cb8b884 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716512
Sep 16 18:08:56.265889 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-e1c18561-6732-47da-b8d0-4740a63b5914 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285548
Sep 16 18:08:56.396342 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f3bd91b-52ba-4dab-9464-71be628381d2 req-5b3de0a4-71f1-4c93-8497-b902abcfa1b5 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242888
Sep 16 18:08:58.486784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40664) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:58.599450 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:58.613039 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:08:58.616761 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a5a529dd28ac4f9dab89c0c721e165ac is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:08:58.619440 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:08:58.624976 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:08:58.703829 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:58.781199 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:58.788354 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-90370e99-2604-4113-92e5-7cc2d9c42565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:58.826886 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cdc708-07c2-4603-9d7f-7ac5773ea2d3,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:58.831024 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5a529dd28ac4f9dab89c0c721e165ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3432810
Sep 16 18:08:58.831870 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dbdfcee6-8dea-459d-adde-ade2bc5991a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:58.833832 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40670) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:08:58.889591 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:58.921856 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:59.060506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:59.065381 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-51e11ea0-484f-4323-8efc-a1e59a7e2fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:08:59.077791 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cdc708-07c2-4603-9d7f-7ac5773ea2d3,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:08:59.080592 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:08:59.082574 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:08:59.083649 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-25c014bb-1be4-4ffe-bd76-008d3387f0e2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/55cdc708-07c2-4603-9d7f-7ac5773ea2d3 HTTP/1.1" status: 204  len: 168 time: 0.2491043
Sep 16 18:09:00.188514 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40696) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:00.288836 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1592848260-network', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:00.293686 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:00.297601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Usage tracker for resource:network and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:00.300487 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:00.307301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:00.375187 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Made reservation on behalf of 86d64d30c49f4ef993dc1f7574fa0d0f for: {'network': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:09:00.377438 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.389760 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.403838 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:00.407612 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:00.410387 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:00.416012 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:00.495832 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.556930 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.561292 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c93ad0d9-2774-4f2b-a53b-69783d2c5acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:00.587125 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116}  {{(pid=79935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:09:00.596218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db8e9f3-a93f-4b13-be22-3b7c67b7e907,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:00.599643 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:00.602009 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.602361 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.segments_db [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Added segment 4dcd1275-5172-451d-94c8-bbf45c7eae6d of type vlan for network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41
Sep 16 18:09:00.628602 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.745951 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.747944 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:00.748539 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:00.752065 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-becd3742-b666-40d6-a4eb-736e462ccff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:00.944411 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Pushing event updated for resources: {'Network': ['ID=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:00.948541 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:00.954072 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:09:01.011019 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a8c7df3e-cdb9-46ae-b118-6c221501878d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8213308
Sep 16 18:09:01.014486 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40704) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:01.020148 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Request body: {'subnet': {'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1592848260-subnet', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:01.024882 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:01.028815 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Usage tracker for resource:subnet and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:01.031607 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:01.037217 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:01.124078 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Made reservation on behalf of 86d64d30c49f4ef993dc1f7574fa0d0f for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:09:01.126408 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15866060'] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:01.409900 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14855277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15866106'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:01.414689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:01.487228 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b540a77-4458-4620-8e1a-bdd9b876c0b4,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:01.491049 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:01.494959 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Checking segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:01.495310 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Network hostable DHCP agents. Network: 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:09:01.596484 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:09:01.665206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:01.672169 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:01.672985 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:01.675842 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f59c39-5989-4ad6-9d7b-9f6f65c25b85 None None] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:09:01.776232 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e41ac920-cb96-4634-a0aa-10466c69ea65 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7606544
Sep 16 18:09:01.779638 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40708) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:01.784590 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:01.789058 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:01.792900 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Usage tracker for resource:router and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:01.796412 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:01.802171 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:01.884661 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 18:09:01.885494 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:01.905576 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:01.906852 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:01.926950 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.035341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Allocated IP 172.20.0.2 (0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41/7b540a77-4458-4620-8e1a-bdd9b876c0b4/da5df635-a08e-41e1-90e8-f4dbd46b31bc) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:02.254128 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.262018 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.271888 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Transition to ACTIVE for port object da5df635-a08e-41e1-90e8-f4dbd46b31bc will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:02.288872 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Transition to ACTIVE for port object da5df635-a08e-41e1-90e8-f4dbd46b31bc will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:02.397730 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.402864 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:02.464287 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:02.467341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:02.469853 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:02.513534 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Pushing event updated for resources: {'Port': ['ID=da5df635-a08e-41e1-90e8-f4dbd46b31bc,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:02.515985 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:02.568634 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Attempting to bind port da5df635-a08e-41e1-90e8-f4dbd46b31bc on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:02.569000 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Attempting to bind port da5df635-a08e-41e1-90e8-f4dbd46b31bc by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:02.569364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Attempting to bind port da5df635-a08e-41e1-90e8-f4dbd46b31bc on network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:02.574826 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:02.575093 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Checking segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:02.575342 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.575732 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Bound using segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:02.576228 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Bound port: da5df635-a08e-41e1-90e8-f4dbd46b31bc, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:02.576617 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.609549 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.645487 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.666618 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] For port da5df635-a08e-41e1-90e8-f4dbd46b31bc, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:02.670114 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] For port da5df635-a08e-41e1-90e8-f4dbd46b31bc, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da5df635-a08e-41e1-90e8-f4dbd46b31bc,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:02.776574 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:02.776788 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Allocated IP 172.27.1.11 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/7a0b0612-2c47-4de6-ad2c-e0317b5dce50) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:02.782305 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-1269928d-cb7b-4bbf-b6dd-36bb6112577b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:02.905556 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Pushing event updated for resources: {'Port': ['ID=da5df635-a08e-41e1-90e8-f4dbd46b31bc,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:02.910236 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:02.936176 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:03.048744 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:03.052501 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b9a1bc3c-95c1-44ac-9228-f060cc0d779b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:03.231766 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:03.235036 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:03.237360 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:03.274369 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Pushing event updated for resources: {'Port': ['ID=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:03.277337 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:03.746268 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:03.852775 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49472ee-c47f-4812-bd7d-83dc2c286fe2 None None] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:09:04.003318 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-2c816d6f-19d5-4d92-a41b-c4fd820ed007 None None] Provisioning for port da5df635-a08e-41e1-90e8-f4dbd46b31bc completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:04.083793 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:04.334240 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da5df635-a08e-41e1-90e8-f4dbd46b31bc up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:04.404689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Router ac8391ed-54cb-49bf-a487-393f99fbbd47 is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 18:09:04.467039 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port da5df635-a08e-41e1-90e8-f4dbd46b31bc completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:04.472145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port da5df635-a08e-41e1-90e8-f4dbd46b31bc triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:04.472523 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:04.578511 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:09:04.588928 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Sync routers for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:09:04.597475 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:04.614098 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:04.614763 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62d0370>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:04.684233 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:04.688245 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-f16bafa2-9719-4e7b-85e1-4fc91e9e4f10 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.9049726
Sep 16 18:09:04.693010 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40712) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:04.761036 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port da5df635-a08e-41e1-90e8-f4dbd46b31bc, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da5df635-a08e-41e1-90e8-f4dbd46b31bc,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:04.802560 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:04.843170 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:04.902842 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:05.052494 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=da5df635-a08e-41e1-90e8-f4dbd46b31bc,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:05.057265 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:05.146439 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62d0370>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:03Z', 'revision_number': 3, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:05.150182 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Checking router: ac8391ed-54cb-49bf-a487-393f99fbbd47 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:09:05.150543 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Updating router ac8391ed-54cb-49bf-a487-393f99fbbd47 port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:09:05.243577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.452563 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.563363 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.575439 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Transition to ACTIVE for port object 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:05.675133 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Allocated IP 172.20.0.1 (0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41/7b540a77-4458-4620-8e1a-bdd9b876c0b4/287be311-7ac9-4665-827e-cd7b10c59ada) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:05.685005 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.689723 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-a4971d8e-6adf-4cf8-a6c1-04b384be9313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:05.771804 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Attempting to bind port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:05.772206 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Attempting to bind port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:05.772577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Attempting to bind port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:05.781976 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:05.782351 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:05.782749 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.783143 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:05.783604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Bound port: 7a0b0612-2c47-4de6-ad2c-e0317b5dce50, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:05.784004 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.810771 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0ee61-5099-4ffb-890d-e34fe66982ff None None] Pushing event updated for resources: {'Port': ['ID=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:05.813843 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-30e0ee61-5099-4ffb-890d-e34fe66982ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:05.823641 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.839565 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Transition to ACTIVE for port object 287be311-7ac9-4665-827e-cd7b10c59ada will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:05.858594 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] For port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:05.861514 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] For port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:05.930245 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.934312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-e814fa76-c895-49a3-b4c2-8d5ae9ab942f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:05.953110 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:05.959824 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-1269928d-cb7b-4bbf-b6dd-36bb6112577b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:06.000550 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:06.003506 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:06.007140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:06.035332 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:06.035993 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62d0370>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:06.042113 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=287be311-7ac9-4665-827e-cd7b10c59ada,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:06.046461 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:06.066644 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.156120 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0ee61-5099-4ffb-890d-e34fe66982ff None None] Pushing event updated for resources: {'Port': ['ID=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:06.159424 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-30e0ee61-5099-4ffb-890d-e34fe66982ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:06.223213 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:06.250274 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.323947 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da5df635-a08e-41e1-90e8-f4dbd46b31bc up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:06.479387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.504132 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port da5df635-a08e-41e1-90e8-f4dbd46b31bc triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:06.504340 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.534235 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-193353a3-ea40-489f-ab36-0a1c83ac1123 None None] Provisioning for port 287be311-7ac9-4665-827e-cd7b10c59ada completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:06.556159 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-193353a3-ea40-489f-ab36-0a1c83ac1123 None None] Provisioning complete for port 287be311-7ac9-4665-827e-cd7b10c59ada triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:06.556532 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-193353a3-ea40-489f-ab36-0a1c83ac1123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.569920 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.596922 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-644edc22-b46a-4843-895a-2fde7f49af62 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:06.658311 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-193353a3-ea40-489f-ab36-0a1c83ac1123 None None] Port 287be311-7ac9-4665-827e-cd7b10c59ada cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:09:06.678386 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=287be311-7ac9-4665-827e-cd7b10c59ada,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:06.681147 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:06.681885 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:06.734981 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62d0370>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:03Z', 'revision_number': 3, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:06.738889 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f949e-bfcd-426c-896d-dfca6d9ccf16 None None] The sync data for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi is: [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:03Z', 'revision_number': 3, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:09:06.932179 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:06.932859 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:07.143854 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Router ac8391ed-54cb-49bf-a487-393f99fbbd47 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:09:07.188573 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-ac1ede57-c315-465e-a972-33d915395289 None None] Provisioning complete for port 287be311-7ac9-4665-827e-cd7b10c59ada triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:07.189180 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ac1ede57-c315-465e-a972-33d915395289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:07.245392 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-ac1ede57-c315-465e-a972-33d915395289 None None] Port 287be311-7ac9-4665-827e-cd7b10c59ada cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:09:07.325648 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:09:07.335120 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] 10.222.0.37 "PUT /v2.0/routers/ac8391ed-54cb-49bf-a487-393f99fbbd47/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6454887
Sep 16 18:09:07.522917 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb6e323c-6fe7-4067-8271-c02f0e69ce43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.042324 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.051151 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40734) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:08.056791 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-706480529-network', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:08.062244 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:08.066315 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Usage tracker for resource:network and tenant:ffc729f2707a473c87d42f2f9f3ab104 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:08.069258 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:08.075729 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:08.181158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Made reservation on behalf of ffc729f2707a473c87d42f2f9f3ab104 for: {'network': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:09:08.184855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for network, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.198294 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.210744 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Sync routers for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:09:08.220786 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:08.221878 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:08.222894 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6e94f40>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:08.224892 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Usage tracker for resource:security_group_rule and tenant:ffc729f2707a473c87d42f2f9f3ab104 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:08.228007 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:08.235389 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:08.335141 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.372326 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:08.404616 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.421690 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104}  {{(pid=79936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 16 18:09:08.427645 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:08.436010 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.436365 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.segments_db [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Added segment ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2 of type vlan for network 140dc7ba-7fa9-43d1-9866-011bb6f6908b
Sep 16 18:09:08.472598 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746960877752'] for network, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.503142 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c56d2c15-dda3-4175-9175-f8567a9822bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:08.531065 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5ae7b4-20d6-44a1-9290-50aee2e00118,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:08.534057 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:08.569977 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:08.576574 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:08.577054 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.587909 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198'] for network, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.590298 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:08.591159 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.598314 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:08.695438 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.717444 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:08.735986 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Pushing event updated for resources: {'Network': ['ID=140dc7ba-7fa9-43d1-9866-011bb6f6908b,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:08.738756 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:08.746432 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b details requested by agent ovs-agent-dv-cinder-809439-1-iscsi with host dv-cinder-809439-1-iscsi {{(pid=79937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Sep 16 18:09:08.772993 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6e94f40>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 2, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:08.776722 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Checking router: ac8391ed-54cb-49bf-a487-393f99fbbd47 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:09:08.777083 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Updating router ac8391ed-54cb-49bf-a487-393f99fbbd47 port 287be311-7ac9-4665-827e-cd7b10c59ada binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:09:08.835414 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.877949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:08.878229 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-b252972d-c43a-4a11-bc81-b38eef7a30a8 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8217371
Sep 16 18:09:08.878385 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:08.878537 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40742) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:08.884259 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Request body: {'subnet': {'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-706480529-subnet', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'ip_version': 4}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:08.889693 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:08.894562 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Usage tracker for resource:subnet and tenant:ffc729f2707a473c87d42f2f9f3ab104 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:08.898704 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:08.905960 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:08.955882 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:08.960066 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:09.026874 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Made reservation on behalf of ffc729f2707a473c87d42f2f9f3ab104 for: {'subnet': 1} {{(pid=79935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:09:09.029830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15866060'] for subnet, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.194522 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.206770 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Transition to ACTIVE for port object 287be311-7ac9-4665-827e-cd7b10c59ada will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:09.278298 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.282239 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:09.403915 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Pushing event updated for resources: {'Port': ['ID=287be311-7ac9-4665-827e-cd7b10c59ada,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:09.412448 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.412785 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.413108 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.413427 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.413740 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.414056 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.414368 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.414679 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.415007 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.415321 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.415629 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.415957 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:09.421394 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14855277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15866106'] for subnet, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.425740 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:09.449133 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:09.496791 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34c65aa-3d96-4e4a-85fd-af0a8d79a648,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:09.500855 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:09.508200 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Checking segment: {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:09.508558 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Network hostable DHCP agents. Network: 140dc7ba-7fa9-43d1-9866-011bb6f6908b, hostable agents: ['86964ea9-15b8-47a0-be04-61c3a3b9f1c7'], hosted agents: [] {{(pid=79935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 16 18:09:09.509240 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Attempting to bind port 287be311-7ac9-4665-827e-cd7b10c59ada on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:09.510989 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Attempting to bind port 287be311-7ac9-4665-827e-cd7b10c59ada by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:09.511352 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Attempting to bind port 287be311-7ac9-4665-827e-cd7b10c59ada on network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:09.517038 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:09.517318 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Checking segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:09.517975 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.518365 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Bound using segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:09.518824 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Bound port: 287be311-7ac9-4665-827e-cd7b10c59ada, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:09.519293 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.608049 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b is scheduled to be hosted by DHCP agent 86964ea9-15b8-47a0-be04-61c3a3b9f1c7 with binding_index 1 {{(pid=79935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 16 18:09:09.610535 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] For port 287be311-7ac9-4665-827e-cd7b10c59ada, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:09.613535 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] For port 287be311-7ac9-4665-827e-cd7b10c59ada, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=287be311-7ac9-4665-827e-cd7b10c59ada,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:09.688883 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.692927 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:09.722724 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809439-1-iscsi, 140dc7ba-7fa9-43d1-9866-011bb6f6908b) {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:09.726710 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:09.727392 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.732887 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a6803-44a3-4b45-9da2-47c23aa56f54 None None] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:09:09.796633 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:09.797575 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6e94f40>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:08:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:09.864672 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 40748) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:09.865199 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9188a681-02f1-4d02-a4af-e2b2139ceba1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9801242
Sep 16 18:09:09.865692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:09.872139 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:09.879466 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Usage tracker for resource:router and tenant:ffc729f2707a473c87d42f2f9f3ab104 is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:09.882396 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:09.888440 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:09.942328 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Pushing event updated for resources: {'Port': ['ID=287be311-7ac9-4665-827e-cd7b10c59ada,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:09.945995 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:09.970226 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16457797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129352'] for router, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.971085 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05bb602c-fa19-5d53-ab2e-c7b3cd8fd733-140dc7ba-7fa9-43d1-9866-011bb6f6908b', 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'fixed_ips': [{'subnet_id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648'}]}} from dv-cinder-809439-1-iscsi. {{(pid=79937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Sep 16 18:09:09.971247 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16457941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16434114', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16468976', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129345'] for router, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.971946 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.994378 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:09.998097 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:10.145484 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.db_base_plugin_common [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Allocated IP 172.20.0.2 (140dc7ba-7fa9-43d1-9866-011bb6f6908b/f34c65aa-3d96-4e4a-85fd-af0a8d79a648/6cb68052-6d88-444c-95f7-d5f3ba56941b) {{(pid=79937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:10.334886 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6e94f40>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:09Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:10.340349 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5dcc0be-abb5-4ac2-b20c-43f860d3e9ed None None] The sync data for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi is: [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:09Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:09:10.346993 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16434123', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16457842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129327'] for router, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.364641 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:10.401690 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0a2d14d3-6b2e-4ef2-87c2-67d89c830f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.457805 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Notify callbacks [] for port, precommit_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.471647 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Transition to ACTIVE for port object 6cb68052-6d88-444c-95f7-d5f3ba56941b will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:10.523113 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:10.523575 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.553239 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Transition to ACTIVE for port object 6cb68052-6d88-444c-95f7-d5f3ba56941b will not be triggered until provisioned by entity DHCP. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:10.643105 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188'] for port, after_create {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.660120 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:10.724174 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b is already hosted by enough agents. {{(pid=79937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:10.728193 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.scheduler.base_scheduler [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Resources bound (agent type, host, resource id):  {{(pid=79937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:10.735561 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Received port after_create {{(pid=79937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:10.745147 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Pushing event updated for resources: {'Port': ['ID=6cb68052-6d88-444c-95f7-d5f3ba56941b,revision_number=1']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:10.772082 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:10.799238 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.832447 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Attempting to bind port 6cb68052-6d88-444c-95f7-d5f3ba56941b on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:10.832683 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.832817 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Attempting to bind port 6cb68052-6d88-444c-95f7-d5f3ba56941b by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:10.833184 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Attempting to bind port 6cb68052-6d88-444c-95f7-d5f3ba56941b on network 140dc7ba-7fa9-43d1-9866-011bb6f6908b {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:10.838489 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:10.838861 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Checking segment: {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:10.839327 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.839687 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Bound using segment: {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:10.840176 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Bound port: 6cb68052-6d88-444c-95f7-d5f3ba56941b, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:10.840555 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:10.948072 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] For port 6cb68052-6d88-444c-95f7-d5f3ba56941b, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:10.951821 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] For port 6cb68052-6d88-444c-95f7-d5f3ba56941b, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=6cb68052-6d88-444c-95f7-d5f3ba56941b,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:11.033664 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:11.038467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:11.098963 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Allocated IP 172.27.1.237 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/56787fbc-73b1-4142-abf8-a3edec3d07c9) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:11.125599 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Pushing event updated for resources: {'Port': ['ID=6cb68052-6d88-444c-95f7-d5f3ba56941b,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:11.139407 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0290720c-5adf-457d-ad55-5ba5ed2e4b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:11.226829 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:11.276270 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:11.422013 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:11.427073 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-4a9ba4d7-3545-49e8-bebb-b183a116a6d0 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:11.493865 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:11.497187 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:11.499566 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:11.541379 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Pushing event updated for resources: {'Port': ['ID=56787fbc-73b1-4142-abf8-a3edec3d07c9,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:11.545919 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:12.007645 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:12.080980 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f459b3-4dbf-4c25-abba-b0a2215ce828 None None] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:09:12.288276 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-ecca6850-530a-4d6f-a755-74d9a2ee2cb1 None None] Provisioning for port 6cb68052-6d88-444c-95f7-d5f3ba56941b completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:12.361736 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16457851', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16433795'] for router, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:12.397099 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 287be311-7ac9-4665-827e-cd7b10c59ada up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:12.529619 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 287be311-7ac9-4665-827e-cd7b10c59ada completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:12.534746 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 287be311-7ac9-4665-827e-cd7b10c59ada triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:12.535119 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:12.649422 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Router eff74043-6c8e-4fd7-af0f-9f8a963023a2 is scheduled to L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec with binding_index 1 {{(pid=79936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Sep 16 18:09:12.670190 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:12.720783 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 287be311-7ac9-4665-827e-cd7b10c59ada, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=287be311-7ac9-4665-827e-cd7b10c59ada,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:12.792419 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:12.820742 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:12.821577 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 6cb68052-6d88-444c-95f7-d5f3ba56941b up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:12.845544 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:12.929853 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:09:12.940292 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Sync routers for ids ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:09:12.942217 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=287be311-7ac9-4665-827e-cd7b10c59ada,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:12.945166 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:12.958184 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Routers {'eff74043-6c8e-4fd7-af0f-9f8a963023a2'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:12.960821 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7248bb0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:09:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:13.039000 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:13.044285 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-44344428-ff6c-4528-a575-bb2cd027cbb4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1804478
Sep 16 18:09:13.044662 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 40762) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:13.075320 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 6cb68052-6d88-444c-95f7-d5f3ba56941b completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:13.090643 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 6cb68052-6d88-444c-95f7-d5f3ba56941b triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:13.091296 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:13.221548 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Set router eff74043-6c8e-4fd7-af0f-9f8a963023a2 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:13.412765 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:13.480833 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 6cb68052-6d88-444c-95f7-d5f3ba56941b, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=6cb68052-6d88-444c-95f7-d5f3ba56941b,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:13.551254 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7248bb0>, [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:09:11Z', 'revision_number': 3, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:13.555123 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Checking router: eff74043-6c8e-4fd7-af0f-9f8a963023a2 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:09:13.555483 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Updating router eff74043-6c8e-4fd7-af0f-9f8a963023a2 port 56787fbc-73b1-4142-abf8-a3edec3d07c9 binding host dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:09:13.584262 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:13.592173 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:13.667013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:13.713428 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=6cb68052-6d88-444c-95f7-d5f3ba56941b,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:13.718276 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:13.720621 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:13.927679 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Allocated IP 172.20.0.1 (140dc7ba-7fa9-43d1-9866-011bb6f6908b/f34c65aa-3d96-4e4a-85fd-af0a8d79a648/ef4918b3-d8e8-4fe1-8722-818348038c68) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:14.042052 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Notify callbacks [] for port, precommit_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.054382 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Transition to ACTIVE for port object 56787fbc-73b1-4142-abf8-a3edec3d07c9 will not be triggered until provisioned by entity L2. {{(pid=79937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:14.075319 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.090526 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.provisioning_blocks [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Transition to ACTIVE for port object ef4918b3-d8e8-4fe1-8722-818348038c68 will not be triggered until provisioned by entity DHCP. {{(pid=79935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:14.150694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.155175 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:14.181497 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.186913 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-84dcf54c-55e1-41d7-9625-25e6a28bec1d tempest-ServerRescueNegativeTestJSON-481800625 tempest-ServerRescueNegativeTestJSON-481800625-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:14.231177 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Attempting to bind port 56787fbc-73b1-4142-abf8-a3edec3d07c9 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:14.231557 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Attempting to bind port 56787fbc-73b1-4142-abf8-a3edec3d07c9 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:14.231943 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Attempting to bind port 56787fbc-73b1-4142-abf8-a3edec3d07c9 on network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:14.235801 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3e09-8604-40f1-8ce2-d80646fb6355 None None] Pushing event updated for resources: {'Port': ['ID=56787fbc-73b1-4142-abf8-a3edec3d07c9,revision_number=2']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:14.237754 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-031d3e09-8604-40f1-8ce2-d80646fb6355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:14.240241 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:14.240625 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Checking segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:14.241552 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.241552 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Bound using segment: {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'} {{(pid=79937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:14.241870 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.managers [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Bound port: 56787fbc-73b1-4142-abf8-a3edec3d07c9, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff65528-5018-42b4-b731-3511abec338f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6'}}] {{(pid=79937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:14.242250 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.254633 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Pushing event updated for resources: {'Port': ['ID=ef4918b3-d8e8-4fe1-8722-818348038c68,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:14.257922 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:14.262160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:14.263318 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:14.265613 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:14.362039 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16459868'] for router_interface, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.385769 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] For port 56787fbc-73b1-4142-abf8-a3edec3d07c9, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:14.391504 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 287be311-7ac9-4665-827e-cd7b10c59ada up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:14.445300 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] For port 56787fbc-73b1-4142-abf8-a3edec3d07c9, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=56787fbc-73b1-4142-abf8-a3edec3d07c9,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:14.495024 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 287be311-7ac9-4665-827e-cd7b10c59ada triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:14.495403 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.536519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.546643 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:14.668829 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Routers {'eff74043-6c8e-4fd7-af0f-9f8a963023a2'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:14.669738 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7248bb0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:09:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:14.796519 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d3e09-8604-40f1-8ce2-d80646fb6355 None None] Pushing event updated for resources: {'Port': ['ID=56787fbc-73b1-4142-abf8-a3edec3d07c9,revision_number=3']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:14.807865 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f8e3e205-c224-4c03-aea7-c0345c417805 None None] Provisioning for port ef4918b3-d8e8-4fe1-8722-818348038c68 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:14.812032 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-031d3e09-8604-40f1-8ce2-d80646fb6355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:14.852635 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f8e3e205-c224-4c03-aea7-c0345c417805 None None] Provisioning complete for port ef4918b3-d8e8-4fe1-8722-818348038c68 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:14.853016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f8e3e205-c224-4c03-aea7-c0345c417805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:14.936248 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 6cb68052-6d88-444c-95f7-d5f3ba56941b up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:14.988403 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-f8e3e205-c224-4c03-aea7-c0345c417805 None None] Port ef4918b3-d8e8-4fe1-8722-818348038c68 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:09:15.006036 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] Set router eff74043-6c8e-4fd7-af0f-9f8a963023a2 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:15.015831 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:15.205125 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 6cb68052-6d88-444c-95f7-d5f3ba56941b triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:15.205698 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:15.240899 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:15.313105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:15.342044 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e590ab81-5a96-49cb-96e5-42806bc40458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:15.417038 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7248bb0>, [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:09:11Z', 'revision_number': 3, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:15.417038 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5679aadc-09fe-4e7a-9d96-e01e52002593 None None] The sync data for ids ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'] in dv-cinder-809439-1-iscsi is: [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:09:11Z', 'revision_number': 3, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:09:15.420129 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16235144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16460025'] for router_interface, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:15.426801 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Pushing event updated for resources: {'Port': ['ID=ef4918b3-d8e8-4fe1-8722-818348038c68,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:15.431416 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:15.575445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:15.576631 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:15.806885 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Router eff74043-6c8e-4fd7-af0f-9f8a963023a2 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:09:15.914255 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0b463694-7e7f-4246-a305-ce98c0830851 None None] Provisioning complete for port ef4918b3-d8e8-4fe1-8722-818348038c68 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:15.914632 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0b463694-7e7f-4246-a305-ce98c0830851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:15.971008 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0b463694-7e7f-4246-a305-ce98c0830851 None None] Port ef4918b3-d8e8-4fe1-8722-818348038c68 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:09:16.001379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:09:16.010553 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] 10.222.0.37 "PUT /v2.0/routers/eff74043-6c8e-4fd7-af0f-9f8a963023a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9647269
Sep 16 18:09:16.049738 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:16.348542 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 56787fbc-73b1-4142-abf8-a3edec3d07c9 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:16.478353 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port 56787fbc-73b1-4142-abf8-a3edec3d07c9 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:16.483625 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 56787fbc-73b1-4142-abf8-a3edec3d07c9 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:16.484648 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:16.607551 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:16.624705 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port 56787fbc-73b1-4142-abf8-a3edec3d07c9, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=56787fbc-73b1-4142-abf8-a3edec3d07c9,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:16.712688 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:16.715141 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:16.881143 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=56787fbc-73b1-4142-abf8-a3edec3d07c9,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:16.891342 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:17.628342 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Sync routers for ids ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:09:17.654553 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Routers {'eff74043-6c8e-4fd7-af0f-9f8a963023a2'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:17.655400 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7a359a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:09:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:17.888609 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Set router eff74043-6c8e-4fd7-af0f-9f8a963023a2 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:18.208924 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7a359a0>, [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:09:14Z', 'revision_number': 4, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'ef4918b3-d8e8-4fe1-8722-818348038c68', 'name': '', 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'mac_address': 'fa:16:3e:32:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:13Z', 'updated_at': '2021-09-16T18:09:15Z', 'revision_number': 2, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'subnets': [{'id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:18.213258 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Checking router: eff74043-6c8e-4fd7-af0f-9f8a963023a2 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:09:18.213781 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Updating router eff74043-6c8e-4fd7-af0f-9f8a963023a2 port ef4918b3-d8e8-4fe1-8722-818348038c68 binding host dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 16 18:09:18.271464 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:18.353468 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 56787fbc-73b1-4142-abf8-a3edec3d07c9 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:18.436156 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port 56787fbc-73b1-4142-abf8-a3edec3d07c9 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:18.436794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:18.701211 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Notify callbacks [] for port, precommit_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:18.723845 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.provisioning_blocks [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Transition to ACTIVE for port object ef4918b3-d8e8-4fe1-8722-818348038c68 will not be triggered until provisioned by entity L2. {{(pid=79938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:18.804339 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:18.816008 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-5f5c62e0-cbe3-4248-8d5b-de8ea568f5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:18.950820 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6d279-378b-47f7-b28f-66af318f1247 None None] Pushing event updated for resources: {'Port': ['ID=ef4918b3-d8e8-4fe1-8722-818348038c68,revision_number=3']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:18.958465 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-f2e6d279-378b-47f7-b28f-66af318f1247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:19.103232 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Attempting to bind port ef4918b3-d8e8-4fe1-8722-818348038c68 on host dv-cinder-809439-1-iscsi for vnic_type normal with profile  {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:19.103841 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Attempting to bind port ef4918b3-d8e8-4fe1-8722-818348038c68 by drivers openvswitch,hyperv on host dv-cinder-809439-1-iscsi at level 0 using segments [{'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:19.104390 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Attempting to bind port ef4918b3-d8e8-4fe1-8722-818348038c68 on network 140dc7ba-7fa9-43d1-9866-011bb6f6908b {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:19.122582 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Checking agent: {'id': '21d7cb06-255e-4ca5-9e64-87b3fd8d5650', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809439-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 47, 8), 'started_at': datetime.datetime(2021, 9, 16, 17, 47, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809439-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:19.122582 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Checking segment: {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:19.122582 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:19.122582 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Bound using segment: {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'} {{(pid=79938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:19.123043 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.managers [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Bound port: ef4918b3-d8e8-4fe1-8722-818348038c68, host: dv-cinder-809439-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b'}}] {{(pid=79938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:19.123440 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:19.230017 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] For port ef4918b3-d8e8-4fe1-8722-818348038c68, host dv-cinder-809439-1-iscsi, cleared binding levels {{(pid=79938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:19.233999 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.plugins.ml2.db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] For port ef4918b3-d8e8-4fe1-8722-818348038c68, host dv-cinder-809439-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=ef4918b3-d8e8-4fe1-8722-818348038c68,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:19.301460 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron_lib.callbacks.manager [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:19.309579 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-7f2c0484-b57e-4016-a3d7-73611fd079fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:19.380525 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Routers {'eff74043-6c8e-4fd7-af0f-9f8a963023a2'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:19.381169 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f7a359a0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:09:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:19.507554 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6d279-378b-47f7-b28f-66af318f1247 None None] Pushing event updated for resources: {'Port': ['ID=ef4918b3-d8e8-4fe1-8722-818348038c68,revision_number=4']} {{(pid=79938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:19.512298 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG oslo_concurrency.lockutils [None req-f2e6d279-378b-47f7-b28f-66af318f1247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79938) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:19.586692 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] Set router eff74043-6c8e-4fd7-af0f-9f8a963023a2 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:19.906120 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f7a359a0>, [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:09:14Z', 'revision_number': 4, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'ef4918b3-d8e8-4fe1-8722-818348038c68', 'name': '', 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'mac_address': 'fa:16:3e:32:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:13Z', 'updated_at': '2021-09-16T18:09:19Z', 'revision_number': 4, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'subnets': [{'id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:19.909993 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d6455-c6a1-4bd6-9107-5ce089fc29d2 None None] The sync data for ids ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'] in dv-cinder-809439-1-iscsi is: [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:09:14Z', 'revision_number': 4, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'ef4918b3-d8e8-4fe1-8722-818348038c68', 'name': '', 'network_id': '140dc7ba-7fa9-43d1-9866-011bb6f6908b', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'mac_address': 'fa:16:3e:32:27:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:13Z', 'updated_at': '2021-09-16T18:09:19Z', 'revision_number': 4, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'subnets': [{'id': 'f34c65aa-3d96-4e4a-85fd-af0a8d79a648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:09:20.391466 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ef4918b3-d8e8-4fe1-8722-818348038c68 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:20.552604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning for port ef4918b3-d8e8-4fe1-8722-818348038c68 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:20.558422 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port ef4918b3-d8e8-4fe1-8722-818348038c68 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:20.559058 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:20.689346 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:20.726999 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] For port ef4918b3-d8e8-4fe1-8722-818348038c68, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=ef4918b3-d8e8-4fe1-8722-818348038c68,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:20.811007 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:20.814954 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:20.893569 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Pushing event updated for resources: {'Port': ['ID=ef4918b3-d8e8-4fe1-8722-818348038c68,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:20.898342 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:21.547391 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-484a2f7a-dad2-4d51-9ee8-f81f3c446add tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845908712&fields=id&tenant_id=3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 267 time: 0.0684824
Sep 16 18:09:21.727996 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-0b92ed46-e2aa-49d2-a50f-501325562940 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:21.729568 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-0b92ed46-e2aa-49d2-a50f-501325562940 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 811 time: 0.1807184
Sep 16 18:09:21.747826 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-fd5f97ee-1e0d-4fd9-bae9-ae6eb03850ab tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/quotas/3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 375 time: 0.0118103
Sep 16 18:09:21.864262 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3e044839-1b73-4aac-a09c-20ada4f9dad2 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1075294
Sep 16 18:09:22.146370 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-cbd75a08-abec-4613-b2f4-f342e31fcb48 service neutron] 10.222.0.37 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2771235
Sep 16 18:09:22.294474 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-96d7ecb0-ce5e-4b0a-8f4a-885d386cbecf service neutron] 10.222.0.37 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409700
Sep 16 18:09:22.351384 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ef4918b3-d8e8-4fe1-8722-818348038c68 up at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:22.425597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Provisioning complete for port ef4918b3-d8e8-4fe1-8722-818348038c68 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:22.426005 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:23.466336 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-faaf311e-b364-41fd-8820-bdfcb6d8af21 req-b7f0440c-bd3b-4afc-a140-46db4e6ca2b8 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 210 time: 0.0906014
Sep 16 18:09:24.631243 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-52bd7d09-493b-40c0-84b7-29c5582a3076 req-5b4c7ff3-513c-46a1-8ee1-3a91a8b09f3a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 210 time: 0.0563712
Sep 16 18:09:25.794605 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-71283345-36dd-4096-b1d8-bf9d1af89661 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:25.796317 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-71283345-36dd-4096-b1d8-bf9d1af89661 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 811 time: 0.2109535
Sep 16 18:09:25.852246 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ecefbcb2-de8b-4b51-88d8-17040b31dcd4 req-0c8cd5f6-ebae-4088-8dd8-34f3adc33312 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 210 time: 0.0851257
Sep 16 18:09:25.867560 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-b089842a-eaf7-4cb7-8462-014e1b38bc37 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ec9e72166d24115a3cac97722f4bf86 HTTP/1.1" status: 200  len: 379 time: 0.0623076
Sep 16 18:09:25.877034 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'port': {'device_id': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'admin_state_up': True, 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'security_groups': ['d39995ca-f550-42d2-afc3-d41708bcc177']}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:26.026424 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:26.037674 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:26.244162 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Made reservation on behalf of 3ec9e72166d24115a3cac97722f4bf86 for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:09:26.247899 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:26.426855 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Allocated IP 172.20.0.3 (26b09627-3e4f-40db-a050-751ec25f3093/5a047fb5-292d-4024-9e89-aff538085eac/168f9944-7c9b-4607-9a98-afba84f29a89) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:26.633320 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:26.656277 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Transition to ACTIVE for port object 168f9944-7c9b-4607-9a98-afba84f29a89 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:26.849638 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:26.857613 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7f42d49c-7b61-4224-b83c-c256aff26ef3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:26.939765 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Network 26b09627-3e4f-40db-a050-751ec25f3093 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:26.942924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:26.947291 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:27.105917 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=168f9944-7c9b-4607-9a98-afba84f29a89,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:27.114114 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:27.195280 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:27.195781 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:27.240670 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12d480-cb86-4372-b896-a47cc5c74af2 req-83cfac41-9f5c-4120-9637-fa946315f89d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:27.241351 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-9a12d480-cb86-4372-b896-a47cc5c74af2 req-83cfac41-9f5c-4120-9637-fa946315f89d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:09:27.318205 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-5739eb18-aa78-473d-b159-46e44e7944e9 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4455657
Sep 16 18:09:27.329320 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-d150a09f-ebfa-4667-b55e-790c53db82ad None None] Provisioning for port 168f9944-7c9b-4607-9a98-afba84f29a89 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:27.332073 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Request body: {'port': {'device_id': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:27.337381 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-d150a09f-ebfa-4667-b55e-790c53db82ad None None] Provisioning complete for port 168f9944-7c9b-4607-9a98-afba84f29a89 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:27.338242 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d150a09f-ebfa-4667-b55e-790c53db82ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:27.382052 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-9a12d480-cb86-4372-b896-a47cc5c74af2 req-83cfac41-9f5c-4120-9637-fa946315f89d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:09:27.382988 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a12d480-cb86-4372-b896-a47cc5c74af2 req-83cfac41-9f5c-4120-9637-fa946315f89d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 931 time: 0.2782633
Sep 16 18:09:27.407851 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-d150a09f-ebfa-4667-b55e-790c53db82ad None None] Port 168f9944-7c9b-4607-9a98-afba84f29a89 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:09:27.502175 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9a12d480-cb86-4372-b896-a47cc5c74af2 req-305e5973-9eb6-47a3-89a3-889c94fa286a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119306
Sep 16 18:09:27.513312 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:27.885553 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168f9944-7c9b-4607-9a98-afba84f29a89 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:09:27.893277 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:27.908140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Transition to ACTIVE for port object 168f9944-7c9b-4607-9a98-afba84f29a89 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:27.988830 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:28.035615 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-d2262b00-8aff-41f9-a036-83a3d076ccff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:28.239032 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Pushing event updated for resources: {'Port': ['ID=168f9944-7c9b-4607-9a98-afba84f29a89,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:28.242803 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:28.306442 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-e7bfdbee-96ec-47ef-8904-0e712ef098a5 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:28.307903 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-e7bfdbee-96ec-47ef-8904-0e712ef098a5 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 815 time: 0.3422496
Sep 16 18:09:28.336703 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-1705511c-2de0-46d3-96aa-3da8c1fa6e9d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/quotas/86d64d30c49f4ef993dc1f7574fa0d0f HTTP/1.1" status: 200  len: 375 time: 0.0191822
Sep 16 18:09:28.385734 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Attempting to bind port 168f9944-7c9b-4607-9a98-afba84f29a89 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:28.385963 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Attempting to bind port 168f9944-7c9b-4607-9a98-afba84f29a89 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:28.386850 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Attempting to bind port 168f9944-7c9b-4607-9a98-afba84f29a89 on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:28.398418 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Port 168f9944-7c9b-4607-9a98-afba84f29a89 on network 26b09627-3e4f-40db-a050-751ec25f3093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:09:28.398731 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Attempting to bind port 168f9944-7c9b-4607-9a98-afba84f29a89 on network 26b09627-3e4f-40db-a050-751ec25f3093 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:28.411486 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:28.411823 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Checking segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:28.412220 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Bound using segment: {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:28.412648 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Bound port: 168f9944-7c9b-4607-9a98-afba84f29a89, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:28.412992 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:28.500003 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-353e1eaa-f860-4a70-800e-794d5b660786 req-e7e93715-8861-4a39-8e60-a83948fcd185 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Synchronizing usage tracker for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:09:28.530658 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] For port 168f9944-7c9b-4607-9a98-afba84f29a89, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:28.534299 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] For port 168f9944-7c9b-4607-9a98-afba84f29a89, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=168f9944-7c9b-4607-9a98-afba84f29a89,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:28.626510 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-353e1eaa-f860-4a70-800e-794d5b660786 req-e7e93715-8861-4a39-8e60-a83948fcd185 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Unset dirty status for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:09:28.627832 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-e7e93715-8861-4a39-8e60-a83948fcd185 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2829659
Sep 16 18:09:28.660809 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:28.668303 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-c18f8280-bee3-4312-a53f-a389c81028bb tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:28.701329 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc19-48c2-4074-8d89-4b3e9542eb3c req-e2acf9e8-0608-4a9e-850f-56507bd99218 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:28.702951 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8478dc19-48c2-4074-8d89-4b3e9542eb3c req-e2acf9e8-0608-4a9e-850f-56507bd99218 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0897582
Sep 16 18:09:28.750668 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8478dc19-48c2-4074-8d89-4b3e9542eb3c req-70beac76-85ca-40c5-97b3-a313b9f38489 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409088
Sep 16 18:09:28.788080 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:28.788691 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:28.793127 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] 10.222.0.13 "PUT /v2.0/ports/168f9944-7c9b-4607-9a98-afba84f29a89 HTTP/1.1" status: 200  len: 1093 time: 1.4631977
Sep 16 18:09:28.793127 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:09:28.824443 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Pushing event updated for resources: {'Port': ['ID=168f9944-7c9b-4607-9a98-afba84f29a89,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:28.829925 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:28.844866 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89', 'status': 'completed', 'code': 200}
Sep 16 18:09:28.855571 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-73d43c3c-ad4c-4245-9968-bdcf26f16374 service neutron] 10.222.0.37 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143278
Sep 16 18:09:29.151595 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-d2d49002-ed33-43f7-9153-9e944807d5cd service neutron] 10.222.0.37 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2552893
Sep 16 18:09:29.154123 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261bcc-584b-4ba5-91a4-dddaf192eca0 req-c1b471b7-946c-4e8c-bc18-de116ad4bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:29.155468 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-30261bcc-584b-4ba5-91a4-dddaf192eca0 req-c1b471b7-946c-4e8c-bc18-de116ad4bd98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1096 time: 0.2937524
Sep 16 18:09:29.295933 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261bcc-584b-4ba5-91a4-dddaf192eca0 req-2fc49bf2-ceeb-42bd-88d5-d80ad4a7eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:29.297375 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-30261bcc-584b-4ba5-91a4-dddaf192eca0 req-2fc49bf2-ceeb-42bd-88d5-d80ad4a7eafb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3ec9e72166d24115a3cac97722f4bf86&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1338234
Sep 16 18:09:29.397371 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-39240dbc-981b-498e-b43c-67ac468e633d req-7dd3334f-f0d0-456a-ae3d-550fc48a97e4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 210 time: 0.0441048
Sep 16 18:09:29.447911 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30261bcc-584b-4ba5-91a4-dddaf192eca0 req-33ca48aa-f1af-461b-88b7-aac193e6faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:29.450212 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-30261bcc-584b-4ba5-91a4-dddaf192eca0 req-33ca48aa-f1af-461b-88b7-aac193e6faac service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1456485
Sep 16 18:09:29.553126 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-691172a7-ca48-4a4a-820d-8c9a9c0e0c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:29.554594 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-691172a7-ca48-4a4a-820d-8c9a9c0e0c6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1096 time: 0.0703957
Sep 16 18:09:29.626821 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-8c466221-d36d-4ad9-84a7-80a53d129736 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168f9944-7c9b-4607-9a98-afba84f29a89 HTTP/1.1" status: 200  len: 217 time: 0.0648646
Sep 16 18:09:29.699783 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-95a3a2e4-3efa-49a9-81c7-93cd0bde0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:29.701301 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-95a3a2e4-3efa-49a9-81c7-93cd0bde0ca9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0679345
Sep 16 18:09:29.782579 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-6b093598-61d6-4b27-9efa-4032248ced3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:29.784194 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-6b093598-61d6-4b27-9efa-4032248ced3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767114
Sep 16 18:09:29.972783 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-bc92e473-ac3b-40f5-ac30-79d3a6963d1b service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1812150
Sep 16 18:09:30.013211 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9103c-5482-4c05-8a60-452a7d01afc3 req-3a1de6c4-acea-4fe4-984e-72a621ca1c01 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:30.014691 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-49e9103c-5482-4c05-8a60-452a7d01afc3 req-3a1de6c4-acea-4fe4-984e-72a621ca1c01 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.1524529
Sep 16 18:09:30.120292 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-49e9103c-5482-4c05-8a60-452a7d01afc3 req-ac64e8c9-1938-4f9a-920d-f90d346186c1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589826
Sep 16 18:09:30.153948 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-789a1972-2bbf-4980-92c0-c8ba46e941c5 req-8acd8ae3-1f1a-4cc7-8466-5f424d5337c9 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1744144
Sep 16 18:09:30.600099 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-1dbe68c7-9329-4cd8-bb59-33f3aaafa0eb req-19a87ada-51cc-4c1f-aa22-5b2e7c17bee8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 210 time: 0.1465592
Sep 16 18:09:31.308259 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05702ff5-49d0-47b7-867c-900be6557ea5 req-af88d01f-9e01-48c8-bf1f-a0e29aef38a2 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:31.309861 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-05702ff5-49d0-47b7-867c-900be6557ea5 req-af88d01f-9e01-48c8-bf1f-a0e29aef38a2 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0853016
Sep 16 18:09:31.353017 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-05702ff5-49d0-47b7-867c-900be6557ea5 req-069bd5be-41f1-4bce-8ea8-2e66ac67d755 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375259
Sep 16 18:09:31.751859 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d8e55871-8f4e-47fa-9b8b-13c344bcaa90 req-0de97db3-6482-47cf-9f3a-7fe99dbd598c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 210 time: 0.0428362
Sep 16 18:09:31.904208 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-0207b40b-6df9-4370-9f3a-fa55d8228856 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:31.905550 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-0207b40b-6df9-4370-9f3a-fa55d8228856 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 815 time: 0.1450644
Sep 16 18:09:31.916913 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'port': {'device_id': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'admin_state_up': True, 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:32.053406 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:32.063841 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:32.140650 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Made reservation on behalf of 86d64d30c49f4ef993dc1f7574fa0d0f for: {'port': 1} {{(pid=79936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 16 18:09:32.144414 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:32.243430 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:09:32.303858 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_common [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Allocated IP 172.20.0.3 (0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41/7b540a77-4458-4620-8e1a-bdd9b876c0b4/d899fe7c-2d9f-40be-8f73-29f2e5119402) {{(pid=79936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:32.729196 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f529e-fe9e-410d-9fc6-1969f25ed497 req-0581923e-e1ea-4c2d-88a3-311a4b8893d0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:32.734826 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7f6f529e-fe9e-410d-9fc6-1969f25ed497 req-0581923e-e1ea-4c2d-88a3-311a4b8893d0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.2033081
Sep 16 18:09:32.749924 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for port, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:32.795063 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Transition to ACTIVE for port object d899fe7c-2d9f-40be-8f73-29f2e5119402 will not be triggered until provisioned by entity DHCP. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:32.828287 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-7f6f529e-fe9e-410d-9fc6-1969f25ed497 req-883e30a0-7589-4950-b048-0c05cacdd35c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871375
Sep 16 18:09:32.955325 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-d75ba64d-a8a3-4841-8e89-492d635bb380 req-b68de39a-c284-4629-bdc7-a8952b20fa25 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 210 time: 0.0433908
Sep 16 18:09:32.969811 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:32.976758 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7bbc535a-cc6f-47b6-8ce1-d043e750848e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:33.056137 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 is already hosted by enough agents. {{(pid=79936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:33.061248 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.base_scheduler [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources bound (agent type, host, resource id):  {{(pid=79936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:33.063838 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Received port after_create {{(pid=79936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:33.096760 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:33.100284 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:33.145331 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:33.146127 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:33.232861 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-5c5ddd6c-5376-42e9-b9b4-4334ccc1d72b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3193946
Sep 16 18:09:33.363797 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-487aff57-2049-4a8f-9cdc-893dfeff89e3 None None] Provisioning for port d899fe7c-2d9f-40be-8f73-29f2e5119402 completed by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:33.370479 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-487aff57-2049-4a8f-9cdc-893dfeff89e3 None None] Provisioning complete for port d899fe7c-2d9f-40be-8f73-29f2e5119402 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:33.371169 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-487aff57-2049-4a8f-9cdc-893dfeff89e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:33.442073 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-487aff57-2049-4a8f-9cdc-893dfeff89e3 None None] Port d899fe7c-2d9f-40be-8f73-29f2e5119402 cannot update to ACTIVE because it is not bound. {{(pid=79937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Sep 16 18:09:34.028746 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12225cd-dbbf-45fb-823a-0f401ad5e309 req-60471f94-bc50-445e-a9b9-cb46dee295ed tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:34.030362 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f12225cd-dbbf-45fb-823a-0f401ad5e309 req-60471f94-bc50-445e-a9b9-cb46dee295ed tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0814102
Sep 16 18:09:34.084557 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f12225cd-dbbf-45fb-823a-0f401ad5e309 req-3a968665-6ebd-4e63-bcdd-a71f77d1dab7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476377
Sep 16 18:09:34.188584 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dcd5d-4ded-47f8-a133-009fb0c197ae req-9b1f4804-0445-481f-9675-f60bea05c35d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:34.190096 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4f3dcd5d-4ded-47f8-a133-009fb0c197ae req-9b1f4804-0445-481f-9675-f60bea05c35d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0923254
Sep 16 18:09:34.235137 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-4f3dcd5d-4ded-47f8-a133-009fb0c197ae req-0022bd5f-1f54-46e1-9f73-694cb41cbcae tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Synchronizing usage tracker for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:security_group {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:09:34.339222 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-4f3dcd5d-4ded-47f8-a133-009fb0c197ae req-0022bd5f-1f54-46e1-9f73-694cb41cbcae tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Unset dirty status for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:security_group {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:09:34.340381 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-4f3dcd5d-4ded-47f8-a133-009fb0c197ae req-0022bd5f-1f54-46e1-9f73-694cb41cbcae tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445854
Sep 16 18:09:35.280742 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e4354-0fff-4420-98dd-1ca0407c5376 req-c61d21c9-a9e8-4205-b938-d1f59ce78db6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:35.282229 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ca0e4354-0fff-4420-98dd-1ca0407c5376 req-c61d21c9-a9e8-4205-b938-d1f59ce78db6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0874074
Sep 16 18:09:35.326669 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ca0e4354-0fff-4420-98dd-1ca0407c5376 req-c1b184fe-8a14-4606-95cc-7625c3edc744 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385218
Sep 16 18:09:35.535161 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d591876-3cb8-4cf0-9b77-fccd72b27dfc req-be84b7b5-68fa-4324-a4b5-2dfbe749dd51 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:35.536622 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d591876-3cb8-4cf0-9b77-fccd72b27dfc req-be84b7b5-68fa-4324-a4b5-2dfbe749dd51 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0859933
Sep 16 18:09:35.584087 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d591876-3cb8-4cf0-9b77-fccd72b27dfc req-44c9885d-3bbb-45ea-bdda-4685ef87293b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417418
Sep 16 18:09:36.535528 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df8167a-2b90-469a-a590-66579c24c82e req-895b477b-34fe-4ef9-a8e1-43cd91f2879e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:36.537036 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6df8167a-2b90-469a-a590-66579c24c82e req-895b477b-34fe-4ef9-a8e1-43cd91f2879e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0798149
Sep 16 18:09:36.587744 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6df8167a-2b90-469a-a590-66579c24c82e req-5fe5fa1b-62f1-472c-b982-981a1efa5309 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426645
Sep 16 18:09:36.780178 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939416ee-f4e3-4b52-a5d1-b48f29c078ec req-ab990379-4a81-4104-a664-9738f000c14e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:36.781698 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-939416ee-f4e3-4b52-a5d1-b48f29c078ec req-ab990379-4a81-4104-a664-9738f000c14e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0908506
Sep 16 18:09:36.829072 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-939416ee-f4e3-4b52-a5d1-b48f29c078ec req-f59be388-e02e-4433-90e8-e46b7602fbe3 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411928
Sep 16 18:09:37.557750 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9be4ba87-1f03-4048-a280-4c3966d23ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:37.786521 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30c00-66d0-4c0d-b63c-0d027996e84a req-94104893-3340-4ffd-b0d3-a2015c3f72a0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:37.788001 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80a30c00-66d0-4c0d-b63c-0d027996e84a req-94104893-3340-4ffd-b0d3-a2015c3f72a0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0884805
Sep 16 18:09:37.834928 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-80a30c00-66d0-4c0d-b63c-0d027996e84a req-ee1fb230-47b8-4632-8e33-ab798b037177 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406241
Sep 16 18:09:38.021959 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbce50-bc2a-491c-be06-5a71478cd828 req-0f2fc9a7-acb9-4bfd-8141-4c19b909ceac tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:38.023632 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0dcbce50-bc2a-491c-be06-5a71478cd828 req-0f2fc9a7-acb9-4bfd-8141-4c19b909ceac tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0803235
Sep 16 18:09:38.035956 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:38.075619 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0dcbce50-bc2a-491c-be06-5a71478cd828 req-e6b9c9fa-17ae-4671-88fc-f0c833f28ae2 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450428
Sep 16 18:09:39.025995 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5153a4-012b-470f-9c55-1659a8ffbd0b req-185ac430-3d45-47e8-bf66-413050715116 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:39.028502 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fc5153a4-012b-470f-9c55-1659a8ffbd0b req-185ac430-3d45-47e8-bf66-413050715116 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0808372
Sep 16 18:09:39.087396 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fc5153a4-012b-470f-9c55-1659a8ffbd0b req-a8ff1986-cc46-4367-966c-6a1c6fe480e5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527132
Sep 16 18:09:39.263346 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d8725-37ed-4acc-846c-b7e40628b8a3 req-aab44eb1-9f71-4ecb-93ef-fc3c576dd3bd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:39.264839 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-163d8725-37ed-4acc-846c-b7e40628b8a3 req-aab44eb1-9f71-4ecb-93ef-fc3c576dd3bd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0797844
Sep 16 18:09:39.313587 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-163d8725-37ed-4acc-846c-b7e40628b8a3 req-332d0c5c-6e05-4ad6-bef5-425c69715f04 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418363
Sep 16 18:09:40.276771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79a832-bb08-421a-8459-62b2d0d1840e req-d92c1eb7-bd35-4045-9bd8-46df46b31958 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:40.278433 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d79a832-bb08-421a-8459-62b2d0d1840e req-d92c1eb7-bd35-4045-9bd8-46df46b31958 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0826209
Sep 16 18:09:40.326105 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-3d79a832-bb08-421a-8459-62b2d0d1840e req-21b9f1c6-c39c-4f26-a239-6ab66f34d701 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412290
Sep 16 18:09:40.329154 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ae4a7d18-8e0c-432d-91e9-8e75ef9d35dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:40.508040 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf54a4-d316-44ea-948d-c9d6666c88b8 req-aeeb47d9-cc81-442f-9017-01b3fd3478da tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:40.509496 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a6bf54a4-d316-44ea-948d-c9d6666c88b8 req-aeeb47d9-cc81-442f-9017-01b3fd3478da tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0869834
Sep 16 18:09:40.563995 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-a6bf54a4-d316-44ea-948d-c9d6666c88b8 req-59d5a3ba-2486-4f6f-a089-04a5244c4d0c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487034
Sep 16 18:09:41.197792 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:41.535743 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7494e-c068-40ac-bc2a-44210170c78c req-ec3d37fd-56ba-46db-92fb-00609a0ee94c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:41.537124 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3b7494e-c068-40ac-bc2a-44210170c78c req-ec3d37fd-56ba-46db-92fb-00609a0ee94c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0908899
Sep 16 18:09:41.581352 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c3b7494e-c068-40ac-bc2a-44210170c78c req-eb01af12-774c-49c2-bd49-6dd4fc650095 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380466
Sep 16 18:09:41.766463 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1f96a-6347-4bb1-8a51-161043d42179 req-2eaf1a80-bfee-4a95-a186-0eb69348567e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:41.768315 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6ea1f96a-6347-4bb1-8a51-161043d42179 req-2eaf1a80-bfee-4a95-a186-0eb69348567e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0989780
Sep 16 18:09:41.813796 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6ea1f96a-6347-4bb1-8a51-161043d42179 req-0524ef54-4e83-4922-990a-6980d494a52d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394638
Sep 16 18:09:42.773642 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b85c7-4d61-4317-92f1-22b8ad8c9a5e req-01821968-6cf6-4e2f-9eea-e361799fc1b3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:42.775104 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-082b85c7-4d61-4317-92f1-22b8ad8c9a5e req-01821968-6cf6-4e2f-9eea-e361799fc1b3 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0850778
Sep 16 18:09:42.803035 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:42.818511 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-082b85c7-4d61-4317-92f1-22b8ad8c9a5e req-264de7da-8deb-43eb-b845-d4212cd6869f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377927
Sep 16 18:09:43.143213 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097cbe2-786c-4e72-8ed1-194129376bf4 req-d0bb740e-6fb3-44bc-900b-c91fb15a1ec3 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:43.144674 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e097cbe2-786c-4e72-8ed1-194129376bf4 req-d0bb740e-6fb3-44bc-900b-c91fb15a1ec3 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0818982
Sep 16 18:09:43.187283 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e097cbe2-786c-4e72-8ed1-194129376bf4 req-0cd6268f-a3a9-476d-93a2-dae0d6c635ae tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371182
Sep 16 18:09:44.011059 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ac787-5749-496b-900e-74c8a072f94f req-34cbacc6-5b12-4d9d-8ab5-0391a4edee00 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:44.012446 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4b5ac787-5749-496b-900e-74c8a072f94f req-34cbacc6-5b12-4d9d-8ab5-0391a4edee00 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0824757
Sep 16 18:09:44.059166 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4b5ac787-5749-496b-900e-74c8a072f94f req-c165563b-2f4f-40d6-a866-9e10f1bf03c0 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408778
Sep 16 18:09:44.368870 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3a1dd-6f7f-4ba6-8c01-7ba36c6f8598 req-3e2888e5-f00d-4167-8040-92bf1edfcc63 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:44.370870 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0ae3a1dd-6f7f-4ba6-8c01-7ba36c6f8598 req-3e2888e5-f00d-4167-8040-92bf1edfcc63 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0798986
Sep 16 18:09:44.418929 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-0ae3a1dd-6f7f-4ba6-8c01-7ba36c6f8598 req-54b7f0e5-8ae5-4df6-bdeb-0517cb6a6ae3 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422988
Sep 16 18:09:45.243145 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec392-b109-4019-8c12-af333f69735b req-4b0ca30c-8591-44f3-874d-5a03d0dcc10c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:45.244686 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b2bec392-b109-4019-8c12-af333f69735b req-4b0ca30c-8591-44f3-874d-5a03d0dcc10c tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0788732
Sep 16 18:09:45.292782 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-b2bec392-b109-4019-8c12-af333f69735b req-8d613328-28f4-4b9c-8e02-7849152cd6a6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408597
Sep 16 18:09:45.600456 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3528f-6593-4993-8bd5-8cd3eb2024c4 req-76ec5474-b5db-45e6-9326-b74e55080d70 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:45.601901 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-12f3528f-6593-4993-8bd5-8cd3eb2024c4 req-76ec5474-b5db-45e6-9326-b74e55080d70 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 931 time: 0.0785065
Sep 16 18:09:45.646592 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-12f3528f-6593-4993-8bd5-8cd3eb2024c4 req-3aed2dc6-2655-4c7b-a3c3-1ae1d8ec84f9 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382209
Sep 16 18:09:45.905670 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Request body: {'port': {'device_id': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80943'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:46.013572 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:46.058509 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:46.352779 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d899fe7c-2d9f-40be-8f73-29f2e5119402 {{(pid=79936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:09:46.360776 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:46.375033 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.provisioning_blocks [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Transition to ACTIVE for port object d899fe7c-2d9f-40be-8f73-29f2e5119402 will not be triggered until provisioned by entity L2. {{(pid=79936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 16 18:09:46.432206 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:46.441140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3953a847-4872-432d-ad7a-6313af1bfd80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:46.745903 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=2']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:46.768335 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.768707 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.769071 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.769429 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.769784 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.770140 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.770491 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.770842 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.771189 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.771536 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.771884 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.772254 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:46.781757 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:46.798253 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac761-e228-4dea-b727-71985f22aef5 req-bb01ba9a-5b56-462e-8207-c461041f308d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:46.799723 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fbeac761-e228-4dea-b727-71985f22aef5 req-bb01ba9a-5b56-462e-8207-c461041f308d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.4035501
Sep 16 18:09:46.832291 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Attempting to bind port d899fe7c-2d9f-40be-8f73-29f2e5119402 on host hv-cinder-80943 for vnic_type normal with profile  {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 16 18:09:46.832618 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Attempting to bind port d899fe7c-2d9f-40be-8f73-29f2e5119402 by drivers openvswitch,hyperv on host hv-cinder-80943 at level 0 using segments [{'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 16 18:09:46.832941 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Attempting to bind port d899fe7c-2d9f-40be-8f73-29f2e5119402 on network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:46.837800 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe141248-4c3f-46cb-b7a2-522e2e50c97e req-6382bd0a-4ea8-4094-b512-27355163ac5e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:46.839529 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fe141248-4c3f-46cb-b7a2-522e2e50c97e req-6382bd0a-4ea8-4094-b512-27355163ac5e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 943 time: 0.0856254
Sep 16 18:09:46.846067 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Port d899fe7c-2d9f-40be-8f73-29f2e5119402 on network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80943 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Sep 16 18:09:46.846387 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Attempting to bind port d899fe7c-2d9f-40be-8f73-29f2e5119402 on network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Sep 16 18:09:46.858402 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Checking agent: {'id': 'b8e32d70-42ed-477e-ab4f-bbe2a24ddda2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80943', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'started_at': datetime.datetime(2021, 9, 16, 17, 53, 45), 'heartbeat_timestamp': datetime.datetime(2021, 9, 16, 18, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Sep 16 18:09:46.858738 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Checking segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=79936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Sep 16 18:09:46.859116 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Bound using segment: {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'} {{(pid=79936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Sep 16 18:09:46.859540 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.managers [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Bound port: d899fe7c-2d9f-40be-8f73-29f2e5119402, host: hv-cinder-80943, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dcd1275-5172-451d-94c8-bbf45c7eae6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41'}}] {{(pid=79936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 16 18:09:46.859880 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:46.877152 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fbeac761-e228-4dea-b727-71985f22aef5 req-b72c04ee-9542-447b-94d2-9821d26f6aad tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661304
Sep 16 18:09:46.884140 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fe141248-4c3f-46cb-b7a2-522e2e50c97e req-e1098902-7dad-4f26-8447-63758ef71431 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387487
Sep 16 18:09:46.955856 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, cleared binding levels {{(pid=79936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Sep 16 18:09:46.958695 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Sep 16 18:09:47.047256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15193755'] for port, after_update {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:47.050832 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:47.107121 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.107730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:47.109095 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] 10.222.0.13 "PUT /v2.0/ports/d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 1093 time: 1.2083237
Sep 16 18:09:47.109589 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:09:47.128864 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=3']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:47.132652 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2daeb9e0-3c88-4adf-a8a5-26cb6327e3bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:47.162181 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'status': 'completed', 'code': 200}
Sep 16 18:09:47.261719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2255b-2ca0-402f-975c-0691e15a07bb req-b96b716e-3129-4915-8923-a5240cc06513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.263482 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fba2255b-2ca0-402f-975c-0691e15a07bb req-b96b716e-3129-4915-8923-a5240cc06513 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1096 time: 0.0770617
Sep 16 18:09:47.404730 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2255b-2ca0-402f-975c-0691e15a07bb req-3a5932ba-4f07-476a-b540-fe2ec2c3cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.406167 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fba2255b-2ca0-402f-975c-0691e15a07bb req-3a5932ba-4f07-476a-b540-fe2ec2c3cbb7 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1350052
Sep 16 18:09:47.537878 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2255b-2ca0-402f-975c-0691e15a07bb req-23b83de5-0eda-4ff8-9383-2e4b51ca77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.539297 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fba2255b-2ca0-402f-975c-0691e15a07bb req-23b83de5-0eda-4ff8-9383-2e4b51ca77b5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1273994
Sep 16 18:09:47.646736 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-f1409500-d98e-48bc-807b-0efef5f87fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.648144 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-f1409500-d98e-48bc-807b-0efef5f87fdc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1096 time: 0.0711739
Sep 16 18:09:47.726885 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-80d1bbc9-ec30-4132-a4e3-364cd3f0f009 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 217 time: 0.0627799
Sep 16 18:09:47.790135 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-323dfe77-225d-4a43-a039-cd56e0cc3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.791524 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-323dfe77-225d-4a43-a039-cd56e0cc3696 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0572221
Sep 16 18:09:47.866848 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1eaa-f860-4a70-800e-794d5b660786 req-83b99c1e-42bf-421f-b7d6-5503baf8d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:47.868298 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-83b99c1e-42bf-421f-b7d6-5503baf8d172 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710256
Sep 16 18:09:47.888895 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 168f9944-7c9b-4607-9a98-afba84f29a89 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:09:48.002994 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-0b9cc66e-6f59-4348-a6a0-94c6efb31205 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283174
Sep 16 18:09:48.026229 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 168f9944-7c9b-4607-9a98-afba84f29a89, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=168f9944-7c9b-4607-9a98-afba84f29a89,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:48.039846 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': '168f9944-7c9b-4607-9a98-afba84f29a89', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'port_id': '168f9944-7c9b-4607-9a98-afba84f29a89', 'mac_address': 'fa:16:3e:3e:ed:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:09:48.100978 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca61bc77-d8f9-4ad3-ae76-a965b8d76cc9 req-121126e0-ec2a-4059-b4dc-6f746feacf15 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:48.101593 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:48.102464 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca61bc77-d8f9-4ad3-ae76-a965b8d76cc9 req-121126e0-ec2a-4059-b4dc-6f746feacf15 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 943 time: 0.0819793
Sep 16 18:09:48.119069 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168f9944-7c9b-4607-9a98-afba84f29a89 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:09:48.134938 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 168f9944-7c9b-4607-9a98-afba84f29a89, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=168f9944-7c9b-4607-9a98-afba84f29a89,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:48.148112 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ca61bc77-d8f9-4ad3-ae76-a965b8d76cc9 req-43b38c4c-6cc1-483c-b984-09c4c7075892 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386178
Sep 16 18:09:48.197538 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:48.200250 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:48.202604 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d39ac-82c6-49a0-8b18-5aae05de839b req-1ee107e6-3bb3-4de9-83c1-0e5aa9bfaaaf tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:48.203302 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-e56d39ac-82c6-49a0-8b18-5aae05de839b req-1ee107e6-3bb3-4de9-83c1-0e5aa9bfaaaf tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Synchronizing usage tracker for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:09:48.211273 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-353e1eaa-f860-4a70-800e-794d5b660786 req-9b43a7a6-bacf-42a5-b6d2-1f219d2602f3 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664946
Sep 16 18:09:48.264308 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=168f9944-7c9b-4607-9a98-afba84f29a89,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:48.271491 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.273699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.274237 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.274327 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.274661 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.274976 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:48.279467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:48.288865 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-e56d39ac-82c6-49a0-8b18-5aae05de839b req-1ee107e6-3bb3-4de9-83c1-0e5aa9bfaaaf tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Unset dirty status for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:09:48.293410 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e56d39ac-82c6-49a0-8b18-5aae05de839b req-1ee107e6-3bb3-4de9-83c1-0e5aa9bfaaaf tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 943 time: 0.2809181
Sep 16 18:09:48.334975 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-e56d39ac-82c6-49a0-8b18-5aae05de839b req-b8fd8f52-b091-41f7-ae17-c179657eabca tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390697
Sep 16 18:09:48.781534 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['168f9944-7c9b-4607-9a98-afba84f29a89'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:09:49.346912 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e10b38-bc98-4d62-aad1-1cbf901ea1a9 req-b52bff92-1620-4051-9481-f077e89ce0b5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:49.348711 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b4e10b38-bc98-4d62-aad1-1cbf901ea1a9 req-b52bff92-1620-4051-9481-f077e89ce0b5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 944 time: 0.0884955
Sep 16 18:09:49.406749 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-b4e10b38-bc98-4d62-aad1-1cbf901ea1a9 req-507df446-860b-4612-8e0e-7fb9e5c89e89 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472898
Sep 16 18:09:49.560174 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1001da25-d764-4899-a234-45032cd44a2c req-4e71fe6d-7ff1-425f-b981-c7b8ebc9ea46 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:49.561624 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1001da25-d764-4899-a234-45032cd44a2c req-4e71fe6d-7ff1-425f-b981-c7b8ebc9ea46 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 943 time: 0.0967238
Sep 16 18:09:49.612089 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1001da25-d764-4899-a234-45032cd44a2c req-2dc7a18d-2fb4-4477-bc46-237e303375ee tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440741
Sep 16 18:09:50.597722 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35bb21-80be-4e2b-b8bf-86afd4a1d0cb req-65608188-933b-4f16-8d4c-c959cf6012e2 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:50.599152 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fe35bb21-80be-4e2b-b8bf-86afd4a1d0cb req-65608188-933b-4f16-8d4c-c959cf6012e2 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 944 time: 0.0789967
Sep 16 18:09:50.642629 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-fe35bb21-80be-4e2b-b8bf-86afd4a1d0cb req-c4b2862f-820b-4eb8-8bc8-03c3e57e8b99 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378625
Sep 16 18:09:50.795020 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c021-096e-4923-ba69-794d99065fcf req-e2aa38b7-04c5-45b9-a6c1-bed4dd1b8917 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:50.796478 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-47c3c021-096e-4923-ba69-794d99065fcf req-e2aa38b7-04c5-45b9-a6c1-bed4dd1b8917 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 943 time: 0.0780063
Sep 16 18:09:50.838428 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-47c3c021-096e-4923-ba69-794d99065fcf req-5848aef3-5a8a-49d6-af49-15defeef943c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364246
Sep 16 18:09:51.850135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c98beb-e0ee-45fd-ab63-4d7c36a85014 req-d16e9aee-3cc5-450a-9ef4-849d414cc8a7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:51.851581 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c5c98beb-e0ee-45fd-ab63-4d7c36a85014 req-d16e9aee-3cc5-450a-9ef4-849d414cc8a7 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 944 time: 0.1001863
Sep 16 18:09:51.896407 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c5c98beb-e0ee-45fd-ab63-4d7c36a85014 req-feaa2d79-9430-4796-b0f1-69f42410e458 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390456
Sep 16 18:09:51.904517 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d899fe7c-2d9f-40be-8f73-29f2e5119402 details requested by agent hyperv_hv-cinder-80943 with host hv-cinder-80943 {{(pid=79937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Sep 16 18:09:51.908587 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 168f9944-7c9b-4607-9a98-afba84f29a89 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:52.133242 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e61bb8-1d35-4d0a-8bfd-cfd9a841f4cc req-0ed0ae9e-a7d0-456b-8650-357d5a9c2a3e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:52.134712 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-19e61bb8-1d35-4d0a-8bfd-cfd9a841f4cc req-0ed0ae9e-a7d0-456b-8650-357d5a9c2a3e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 943 time: 0.1887619
Sep 16 18:09:52.143796 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:52.157333 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Returning: {'device': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'port_id': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'mac_address': 'fa:16:3e:cc:6f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=79937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Sep 16 18:09:52.178916 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-19e61bb8-1d35-4d0a-8bfd-cfd9a841f4cc req-581cb033-e5aa-4665-8658-fe22bd235cbf tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383441
Sep 16 18:09:52.206440 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port 168f9944-7c9b-4607-9a98-afba84f29a89 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:52.216384 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port 168f9944-7c9b-4607-9a98-afba84f29a89 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:52.216765 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:52.252114 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:52.279414 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d899fe7c-2d9f-40be-8f73-29f2e5119402 {{(pid=79937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 16 18:09:52.302547 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:52.347877 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:52.351780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-031d3e09-8604-40f1-8ce2-d80646fb6355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:52.414527 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:52.446550 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=4']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:52.453383 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:09:52.459901 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:52.463646 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port 168f9944-7c9b-4607-9a98-afba84f29a89, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=168f9944-7c9b-4607-9a98-afba84f29a89,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:52.496007 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89', 'code': 200}
Sep 16 18:09:52.532711 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:52.534891 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:52.602145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=168f9944-7c9b-4607-9a98-afba84f29a89,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:52.605536 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:52.715784 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d899fe7c-2d9f-40be-8f73-29f2e5119402'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:09:52.934225 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dcce8-a490-4eb8-ab33-bb59540c623b req-b11791a1-ee41-4357-b09c-1178bc37b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:52.935684 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2a7dcce8-a490-4eb8-ab33-bb59540c623b req-b11791a1-ee41-4357-b09c-1178bc37b39c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1098 time: 0.0717142
Sep 16 18:09:52.977287 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-2a7dcce8-a490-4eb8-ab33-bb59540c623b req-9cc7a7ae-ea11-4c30-a1e7-9ba46f7716a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347867
Sep 16 18:09:53.224746 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538326f-fc91-43cd-a537-45157e513e12 req-504c0ad0-b65a-4b1d-97e3-03bd47e0b3ec tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:53.226196 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0538326f-fc91-43cd-a537-45157e513e12 req-504c0ad0-b65a-4b1d-97e3-03bd47e0b3ec tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.0787177
Sep 16 18:09:53.269665 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0538326f-fc91-43cd-a537-45157e513e12 req-895ab957-1fe0-4fd7-bb62-c5701b1ee6c1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370572
Sep 16 18:09:53.362850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce294e-75ca-4f3b-bbc7-38640927c92c req-0728dff0-3e04-4cd1-a1f9-26a600f8303a tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:53.364337 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-43ce294e-75ca-4f3b-bbc7-38640927c92c req-0728dff0-3e04-4cd1-a1f9-26a600f8303a tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 944 time: 0.0776267
Sep 16 18:09:53.412126 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-43ce294e-75ca-4f3b-bbc7-38640927c92c req-d8edd784-b766-4aad-ada8-e1cdd27ddf6c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422823
Sep 16 18:09:53.910044 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d899fe7c-2d9f-40be-8f73-29f2e5119402 up at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Sep 16 18:09:54.036794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning for port d899fe7c-2d9f-40be-8f73-29f2e5119402 completed by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 16 18:09:54.041503 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Provisioning complete for port d899fe7c-2d9f-40be-8f73-29f2e5119402 triggered by entity L2. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:09:54.042565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:54.153994 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:54.187700 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:09:54.271056 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251'] for port, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:54.272888 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-031d3e09-8604-40f1-8ce2-d80646fb6355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:54.339786 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=5']} {{(pid=79937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:54.342845 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_concurrency.lockutils [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79937) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:54.459844 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cfa85-8bbd-411b-aafc-8d94358b4684 req-4971c3bf-29f2-402a-ae74-04b82fcc85aa tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:54.461392 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-021cfa85-8bbd-411b-aafc-8d94358b4684 req-4971c3bf-29f2-402a-ae74-04b82fcc85aa tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.0859869
Sep 16 18:09:54.496892 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:09:54.506778 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-021cfa85-8bbd-411b-aafc-8d94358b4684 req-cda63cb1-9a38-453f-8117-9585605e6d9a tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391650
Sep 16 18:09:54.558830 dv-cinder-809439-1-iscsi neutron-server[79937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'code': 200}
Sep 16 18:09:54.608056 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4c035-ccc5-422e-8e82-b8ac2f04ad4c req-9184e588-1bfc-43f8-b791-8b554e1feef7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:54.609535 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c1e4c035-ccc5-422e-8e82-b8ac2f04ad4c req-9184e588-1bfc-43f8-b791-8b554e1feef7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.0911415
Sep 16 18:09:54.654588 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-c1e4c035-ccc5-422e-8e82-b8ac2f04ad4c req-93293f15-b59f-403a-91c3-6b2fcf37fb9f tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393400
Sep 16 18:09:54.976362 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d51b7-d689-4e0a-a34b-daf3806640bd req-2e5ed23e-359b-40ed-8abc-b6b8683b486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:54.977721 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-598d51b7-d689-4e0a-a34b-daf3806640bd req-2e5ed23e-359b-40ed-8abc-b6b8683b486b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1098 time: 0.0684910
Sep 16 18:09:55.019071 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-598d51b7-d689-4e0a-a34b-daf3806640bd req-cf5a4536-4bd4-4100-83af-12c6bd8a66d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340095
Sep 16 18:09:55.697741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa52cd3-170f-4773-a63f-50ed4cf6dbc4 req-244bb909-479b-4717-b676-49a998f6bb27 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:55.700572 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1aa52cd3-170f-4773-a63f-50ed4cf6dbc4 req-244bb909-479b-4717-b676-49a998f6bb27 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.0861366
Sep 16 18:09:55.744611 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-1aa52cd3-170f-4773-a63f-50ed4cf6dbc4 req-251a69b4-30de-4a6d-962d-1afa6db5b064 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388310
Sep 16 18:09:55.848966 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaa9f3-1d6b-4b26-bf11-96047561bbe5 req-95e2e901-7883-4a4b-a152-8308f942cac7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:55.850492 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5aaa9f3-1d6b-4b26-bf11-96047561bbe5 req-95e2e901-7883-4a4b-a152-8308f942cac7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.0847595
Sep 16 18:09:55.895916 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-f5aaa9f3-1d6b-4b26-bf11-96047561bbe5 req-dcb5dee8-5425-4125-a0a5-ad9a598fc0a4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394139
Sep 16 18:09:55.930398 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb4c51e-2d09-4c6b-b111-eaeec13f6a2a req-1776daa0-8db7-4f11-ac20-3c2335676675 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:55.931894 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bdb4c51e-2d09-4c6b-b111-eaeec13f6a2a req-1776daa0-8db7-4f11-ac20-3c2335676675 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.0799873
Sep 16 18:09:55.981650 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-bdb4c51e-2d09-4c6b-b111-eaeec13f6a2a req-feb6c44f-7d91-4fb6-a010-4c5007d0ac51 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434408
Sep 16 18:09:56.006301 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41034) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:56.179654 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be879cd-44ae-4264-b34c-7e116b7c1dd3 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:56.181180 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2be879cd-44ae-4264-b34c-7e116b7c1dd3 tempest-TestVolumeBootPattern-711078031 tempest-TestVolumeBootPattern-711078031-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1093 time: 0.1738739
Sep 16 18:09:56.184240 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41040) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:09:56.188989 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'port_id': '168f9944-7c9b-4607-9a98-afba84f29a89', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:09:56.194814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:09:56.198943 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Usage tracker for resource:floatingip and tenant:3ec9e72166d24115a3cac97722f4bf86 is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:09:56.201809 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:09:56.207399 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:09:56.281304 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:56.509160 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:56.646453 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Allocated IP 172.27.1.99 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/62f90178-3ab1-47ab-b4ae-87b6f7c91c82) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:09:56.807108 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:56.894578 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:56.899348 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-1a592faa-c3ce-4980-95e6-fbc2b13b8ba5 tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:56.961037 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:09:56.962184 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:09:56.966851 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:09:57.061088 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=62f90178-3ab1-47ab-b4ae-87b6f7c91c82,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:57.080431 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.081014 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.081393 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.081765 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.082135 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.082502 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.082865 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.083231 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.083595 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.083976 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.084335 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.084689 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:09:57.094277 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:57.221007 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7abdb-0a39-4cf6-a16c-bfa594066c7e req-b278be67-f3a1-49e4-a673-d9ce1028ba30 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:57.222472 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-94d7abdb-0a39-4cf6-a16c-bfa594066c7e req-b278be67-f3a1-49e4-a673-d9ce1028ba30 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.2145038
Sep 16 18:09:57.400075 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-94d7abdb-0a39-4cf6-a16c-bfa594066c7e req-98b50958-981b-429f-852f-b306c7708531 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1718068
Sep 16 18:09:57.512669 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:57.660017 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-b6b87f95-34a9-49b7-b982-cd5dfbdcfe93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1042824
Sep 16 18:09:57.667876 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:57.668100 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebba4d-d05f-4c32-92e4-67d3e767bbe5 req-81e7c6ee-7e4b-489f-8bb4-9d2d302362f4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:57.669507 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-59ebba4d-d05f-4c32-92e4-67d3e767bbe5 req-81e7c6ee-7e4b-489f-8bb4-9d2d302362f4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.1464858
Sep 16 18:09:57.716177 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-59ebba4d-d05f-4c32-92e4-67d3e767bbe5 req-62891c44-0477-4226-882a-b71126774eef tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401974
Sep 16 18:09:57.818316 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01185-8801-4d1a-a095-f85d851af4be req-d979d84c-9060-4348-97b0-13a9c6c5f743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:57.819882 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-d979d84c-9060-4348-97b0-13a9c6c5f743 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1098 time: 0.0782375
Sep 16 18:09:57.895571 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:57.951900 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:57.959067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-1e0538b0-fadb-47cf-bf9d-ef5721e1e562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:09:57.968408 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01185-8801-4d1a-a095-f85d851af4be req-09a43fd8-553e-4152-af4d-20e4082ef665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:57.970020 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-09a43fd8-553e-4152-af4d-20e4082ef665 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.1316028
Sep 16 18:09:58.070672 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event updated for resources: {'Port': ['ID=62f90178-3ab1-47ab-b4ae-87b6f7c91c82,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:09:58.076549 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:09:58.082549 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:58.124325 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-d33923c5-4293-4f56-b570-df85fab81689 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 200  len: 1000 time: 0.1481295
Sep 16 18:09:58.195503 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01185-8801-4d1a-a095-f85d851af4be req-6b48d225-9902-45b8-84a1-d18a3f21788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:58.196962 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-6b48d225-9902-45b8-84a1-d18a3f21788d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0669348
Sep 16 18:09:58.247043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a82785-63f3-4f1f-9501-a9e5af1d68d1 req-1b24e803-9361-412b-aec4-bce5aea93d09 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:58.248582 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-00a82785-63f3-4f1f-9501-a9e5af1d68d1 req-1b24e803-9361-412b-aec4-bce5aea93d09 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.1981192
Sep 16 18:09:58.316757 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-00a82785-63f3-4f1f-9501-a9e5af1d68d1 req-2a02e4fe-b2c2-40d2-9139-ccfa0c1747e1 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609593
Sep 16 18:09:58.326671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c01185-8801-4d1a-a095-f85d851af4be req-56181bf0-789a-4a50-8a74-64f245cc6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:58.328140 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-56181bf0-789a-4a50-8a74-64f245cc6049 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1237216
Sep 16 18:09:58.368532 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Floating IP 5009e32f-bc03-4e17-89ad-0022dec38e1e associated. External IP: 172.27.1.99, port: 168f9944-7c9b-4607-9a98-afba84f29a89.
Sep 16 18:09:58.468290 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-f61b67fc-a936-41fd-94dc-120ed362a533 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335957
Sep 16 18:09:58.702394 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a0c01185-8801-4d1a-a095-f85d851af4be req-eca3b86c-bc8e-4e55-a005-bfaaacde84b8 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282116
Sep 16 18:09:58.733586 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:09:58.918448 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:09:58.928481 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:09:58.937914 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:58.938575 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f68b3370>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:09:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:59.013542 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:09:59.076540 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-336adecd-78d5-4e5c-aa74-619699b4c9b1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.8912787
Sep 16 18:09:59.077379 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:09:59.128351 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89', 'status': 'completed', 'code': 200}
Sep 16 18:09:59.134792 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:59.225107 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-769845d9-abce-479b-9d7e-be18e26fa785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:59.226498 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-769845d9-abce-479b-9d7e-be18e26fa785 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1098 time: 0.0732439
Sep 16 18:09:59.362554 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-2bf1137d-d209-4dbf-84be-165f581d6a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:59.364025 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-2bf1137d-d209-4dbf-84be-165f581d6a08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.1304574
Sep 16 18:09:59.470538 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-d922642a-3013-4ac2-ba03-697dde02001b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168f9944-7c9b-4607-9a98-afba84f29a89 HTTP/1.1" status: 200  len: 998 time: 0.0995431
Sep 16 18:09:59.485647 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f68b3370>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '5009e32f-bc03-4e17-89ad-0022dec38e1e', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': '168f9944-7c9b-4607-9a98-afba84f29a89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:3e:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:57Z', 'updated_at': '2021-09-16T18:09:57Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}, {'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:49Z', 'revision_number': 1, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:59.489416 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:09:59.498280 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:09:59.498877 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f68b3370>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:09:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:09:59.535266 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-cb2d27d7-6106-43c3-abfa-aef741634a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:59.536797 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-cb2d27d7-6106-43c3-abfa-aef741634a2c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0601103
Sep 16 18:09:59.610983 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-7f9cb14c-2aae-4495-b9d2-93e5eef85fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:09:59.612498 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-7f9cb14c-2aae-4495-b9d2-93e5eef85fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693471
Sep 16 18:09:59.707617 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:09:59.753827 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-71557f40-41f9-4883-afef-b795ee22cffd service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350009
Sep 16 18:09:59.886767 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9f2fbc21-f882-4dd8-a1f4-dc3a26ddc9b0 req-4de16f71-7c18-453c-b250-a7f14fa2b4fa service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270416
Sep 16 18:10:00.064708 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f68b3370>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '5009e32f-bc03-4e17-89ad-0022dec38e1e', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': '168f9944-7c9b-4607-9a98-afba84f29a89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:3e:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:57Z', 'updated_at': '2021-09-16T18:09:57Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}, {'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:49Z', 'revision_number': 1, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:10:00.068701 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758fde28-4dde-4097-871c-93ebc5569016 None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '5009e32f-bc03-4e17-89ad-0022dec38e1e', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': '168f9944-7c9b-4607-9a98-afba84f29a89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:3e:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:09:57Z', 'updated_at': '2021-09-16T18:09:57Z', 'revision_number': 0, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}, {'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:49Z', 'revision_number': 1, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:10:00.278004 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0920815d-f603-4f71-9312-f81e86b161b8 None None] New status for floating IP 5009e32f-bc03-4e17-89ad-0022dec38e1e: ACTIVE {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:10:07.568439 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e22ff3d8-5d73-4f28-998c-0b66dec80353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:08.059634 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:09.242256 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:10:09.639798 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207263d6-c910-4ae5-9942-f281c3af5328 req-c06201d0-eb8f-4b46-802b-1e2ad170e2e0 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:09.641285 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-207263d6-c910-4ae5-9942-f281c3af5328 req-c06201d0-eb8f-4b46-802b-1e2ad170e2e0 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.0783303
Sep 16 18:10:09.689556 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-207263d6-c910-4ae5-9942-f281c3af5328 req-eed64857-aaaf-4c05-842e-5a3f3ca676f1 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423870
Sep 16 18:10:09.729844 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41104) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:09.841504 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a44541-c2f2-43c0-9e3e-36b3f5006984 tempest-TestMinimumBasicScenario-1361128458 tempest-TestMinimumBasicScenario-1361128458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:09.842214 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e0a44541-c2f2-43c0-9e3e-36b3f5006984 tempest-TestMinimumBasicScenario-1361128458 tempest-TestMinimumBasicScenario-1361128458-project-admin] Synchronizing usage tracker for tenant:ffc729f2707a473c87d42f2f9f3ab104 on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:10:09.926535 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-e0a44541-c2f2-43c0-9e3e-36b3f5006984 tempest-TestMinimumBasicScenario-1361128458 tempest-TestMinimumBasicScenario-1361128458-project-admin] Unset dirty status for tenant:ffc729f2707a473c87d42f2f9f3ab104 on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:10:09.927718 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e0a44541-c2f2-43c0-9e3e-36b3f5006984 tempest-TestMinimumBasicScenario-1361128458 tempest-TestMinimumBasicScenario-1361128458-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1093 time: 0.1969097
Sep 16 18:10:09.930617 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41110) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:09.935512 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'floatingip': {'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'port_id': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:09.941374 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:09.945196 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:floatingip and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:09.947955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:09.953596 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:10.035453 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for floatingip, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:10.175292 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:10.311002 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-81ec4ad7-a56e-41aa-9285-9933031b0faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:10.312765 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_common [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Allocated IP 172.27.1.171 (5a95407d-2a26-493d-84b5-fc2cfb9099f6/ac58a68e-f426-49dc-b496-a208298e0f9c/dba4c55a-fb83-4f63-a19f-653d86e3f4e3) {{(pid=79935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 16 18:10:10.456953 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for port, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:10.539796 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746960890188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:10.543492 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-018884d6-2159-4bdb-81dd-8b6284197160 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:10.602775 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Network 5a95407d-2a26-493d-84b5-fc2cfb9099f6 is already hosted by enough agents. {{(pid=79935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 16 18:10:10.605656 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.base_scheduler [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources bound (agent type, host, resource id):  {{(pid=79935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 16 18:10:10.609358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Received port after_create {{(pid=79935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Sep 16 18:10:10.648888 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'Port': ['ID=dba4c55a-fb83-4f63-a19f-653d86e3f4e3,revision_number=1']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:10.652860 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:11.115389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:11.217745 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:11.247386 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:11.451492 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:11.516814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:11.521238 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-77bed4da-d6c6-404c-8989-200bec08f523 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:11.624814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'Port': ['ID=dba4c55a-fb83-4f63-a19f-653d86e3f4e3,revision_number=2']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:11.629019 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:11.636282 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16433720'] for floatingip, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:11.806175 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Floating IP 50a32883-7738-4f8f-8218-1325c16e84a3 associated. External IP: 172.27.1.171, port: d899fe7c-2d9f-40be-8f73-29f2e5119402.
Sep 16 18:10:12.154233 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Router ac8391ed-54cb-49bf-a487-393f99fbbd47 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:10:12.435097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:10:12.446283 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] Sync routers for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:10:12.457622 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:10:12.458291 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6668a30>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:10:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:10:12.505531 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:12.560215 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9a514910-00e2-4430-9b02-47c691b813b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.6285713
Sep 16 18:10:12.560866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:10:12.563086 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41116) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:12.568369 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.v2.base [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245680564', 'description': 'tempest-secgroup-smoke-245680564 description', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f'}} {{(pid=79936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:12.574628 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:12.584509 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:12.606176 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'status': 'completed', 'code': 200}
Sep 16 18:10:12.640008 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:10:12.670759 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group, before_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:12.711820 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:12.719012 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:12.722323 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79936) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:12.731209 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.quota.driver [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79936) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:12.748481 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-60173255-83f7-4f95-832e-23f407b07151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:12.749952 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-60173255-83f7-4f95-832e-23f407b07151 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1098 time: 0.1150968
Sep 16 18:10:12.773565 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:12.926336 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group, precommit_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:12.933282 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-566905da-c44b-40d0-9f5d-5050e517730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:12.934742 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-566905da-c44b-40d0-9f5d-5050e517730f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 916 time: 0.1754291
Sep 16 18:10:12.999152 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6668a30>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '50a32883-7738-4f8f-8218-1325c16e84a3', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'port_id': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'mac_address': 'fa:16:3e:cc:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:10:11Z', 'updated_at': '2021-09-16T18:10:11Z', 'revision_number': 0, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:12Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:10:13.003149 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] Checking router: ac8391ed-54cb-49bf-a487-393f99fbbd47 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:10:13.011766 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:10:13.011965 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_create {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.012485 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6668a30>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:10:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:10:13.018805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-a702cc36-8666-45ca-bdf1-211d954da761 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:13.070608 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-9135a027-90ae-47b0-a864-a23d1c00b27e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 999 time: 0.1288044
Sep 16 18:10:13.116295 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc246c6-3cbf-4c09-9cd4-9c65653df1fa,revision_number=1']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:13.127777 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:13.149561 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-b0387113-fea4-4c80-b195-b132964e2f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:13.151009 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-b0387113-fea4-4c80-b195-b132964e2f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0730011
Sep 16 18:10:13.192487 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.193656 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-1892403f-5fd0-4b5d-8d06-74ce4413c523 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.6295936
Sep 16 18:10:13.195014 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:10:13.196938 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41122) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:13.202455 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group_rule': {'security_group_id': 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:13.212657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:13.212657 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:13.215850 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:13.222551 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:13.233961 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-9eb471e1-bf42-48c1-a738-36d7eff5e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:13.235475 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-9eb471e1-bf42-48c1-a738-36d7eff5e6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770516
Sep 16 18:10:13.290134 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.353373 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.371368 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-9e5ca7a8-6ad4-4681-a8be-54495b8c1c8a service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287687
Sep 16 18:10:13.396802 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.399489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:13.425445 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87952ef9-bbe5-4859-bb42-2940a2183d35,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:13.428233 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:13.475026 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.479799 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5f48a1e3-2eb7-4a51-87eb-266efc5d1759 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2785628
Sep 16 18:10:13.480422 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41126) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:13.485517 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group_rule': {'security_group_id': 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:13.491779 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:13.495974 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:13.499075 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:13.504752 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:13.511505 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ae177af2-82c1-4dab-8595-d186d4eb31ed req-7e890964-b8cc-41b9-bc64-f1b80f98eeba service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326716
Sep 16 18:10:13.561847 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.609127 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6668a30>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '50a32883-7738-4f8f-8218-1325c16e84a3', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'port_id': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'mac_address': 'fa:16:3e:cc:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:10:11Z', 'updated_at': '2021-09-16T18:10:11Z', 'revision_number': 0, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:12Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:10:13.613095 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c341ef41-6ef7-4cd9-bb04-ade59d07ad53 None None] The sync data for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi is: [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': '50a32883-7738-4f8f-8218-1325c16e84a3', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'port_id': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'mac_address': 'fa:16:3e:cc:6f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:10:11Z', 'updated_at': '2021-09-16T18:10:11Z', 'revision_number': 0, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:12Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:10:13.628175 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.715532 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.721791 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bf529acd-bcd8-421f-b2be-c1c1ba999f0d tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:13.741658 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a898bae-dcfe-41f9-be5b-6ed0cd635fa4,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:13.744317 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:13.813281 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9bd5d1-e925-46b0-af8e-6dc5e5e3c3a9 None None] New status for floating IP 50a32883-7738-4f8f-8218-1325c16e84a3: ACTIVE {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:10:13.818115 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.819432 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-4f2f4a20-d8c4-4a63-95ba-a1e52055baab tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3380697
Sep 16 18:10:13.822197 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41130) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:13.828126 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group_rule': {'security_group_id': 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:13.834150 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:13.838530 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:13.841871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:13.847785 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:13.922402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:13.985830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.069410 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.071562 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7689a698-6bca-4b9d-8117-74012c87ac6f tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:14.097243 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f38428-fb21-42b3-8e27-390540ac93ed,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:14.099588 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:14.161152 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.162349 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-8f98615f-97aa-4027-8344-252071402511 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3387403
Sep 16 18:10:14.165034 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41134) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:14.170206 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group_rule': {'security_group_id': 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:14.176173 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:14.179907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:14.183348 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:14.188927 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:14.254066 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.319748 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.394894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.397034 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5978f4d6-2f19-438c-b112-8430e754b0d8 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:14.418648 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fda18c-ca9f-4202-89fb-40d3d0a5b9ae,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:14.421003 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:14.497532 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.498710 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-670e7314-4846-4ba9-aa0b-def8431da4b6 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3327813
Sep 16 18:10:14.501420 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41138) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:14.506360 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group_rule': {'security_group_id': 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:14.512859 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:14.516892 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:14.519810 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:14.525553 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:14.606196 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.securitygroups_db [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Project 86d64d30c49f4ef993dc1f7574fa0d0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 18:10:14.612742 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.680434 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.739653 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.741748 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:14.765573 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16173f75-e6eb-4561-b353-ca2af7c18a28,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:14.771010 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:14.831195 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.835459 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ba63f853-2a6f-41a6-b9ce-fe8f424601cd tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3301194
Sep 16 18:10:14.835604 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41142) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:10:14.841639 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'security_group_rule': {'security_group_id': 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa', 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:14.847845 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Sep 16 18:10:14.855072 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Usage tracker for resource:security_group_rule and tenant:86d64d30c49f4ef993dc1f7574fa0d0f is out of sync, need to count used quota {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Sep 16 18:10:14.857034 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=79935) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Sep 16 18:10:14.863405 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.quota.driver [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=79935) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Sep 16 18:10:14.916827 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.securitygroups_db [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Project 86d64d30c49f4ef993dc1f7574fa0d0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 16 18:10:14.926579 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:14.990649 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.030413 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475106'] for security_group_rule, after_create {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.032402 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:15.054064 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5973e69-bd9a-430b-9bbf-9cbaf9a3841b,revision_number=0']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:15.059090 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:15.110800 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.111978 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ef3e5516-4d34-4a6b-a8b8-c191a6731a81 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2754135
Sep 16 18:10:15.233795 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-9005cb09-a537-483d-9829-35247311f555 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245680564&fields=id&tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f HTTP/1.1" status: 200  len: 267 time: 0.0428267
Sep 16 18:10:15.334334 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-14febd00-d7ad-4153-aa3d-572a40eb937f tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:15.335991 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-14febd00-d7ad-4153-aa3d-572a40eb937f tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.0967393
Sep 16 18:10:15.347781 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'port': {'security_groups': ['1db8e9f3-a93f-4b13-be22-3b7c67b7e907', 'abc246c6-3cbf-4c09-9cd4-9c65653df1fa']}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:10:15.467611 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.728189 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:10:15.747252 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.806467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.812389 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5669a861-0a35-4c0a-8038-e816c804d1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:10:15.820301 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d899fe7c-2d9f-40be-8f73-29f2e5119402'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:10:15.877234 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:15.877862 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:15.879241 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9aafd0d9-4410-4d58-8b3d-1fbc49dc56dc req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "PUT /v2.0/ports/d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 981 time: 0.5359321
Sep 16 18:10:15.879768 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:10:15.906403 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=6']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:10:15.912670 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:10:15.943448 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'status': 'completed', 'code': 200}
Sep 16 18:10:15.963256 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d899fe7c-2d9f-40be-8f73-29f2e5119402'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:10:16.146205 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:16.228138 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-23548238-6906-45c7-b65b-08f586a1e838 None None] Provisioning complete for port d899fe7c-2d9f-40be-8f73-29f2e5119402 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:10:16.229050 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-23548238-6906-45c7-b65b-08f586a1e838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:16.230311 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-b586d8d2-c872-4a12-b94c-1a97a4152d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:16.231834 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-b586d8d2-c872-4a12-b94c-1a97a4152d93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1137 time: 0.2607508
Sep 16 18:10:16.242805 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919e05e-8352-4354-8383-bde029fc2341 req-7fa7368e-2f9d-4660-97cc-48a9f3d5171e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:16.244716 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f919e05e-8352-4354-8383-bde029fc2341 req-7fa7368e-2f9d-4660-97cc-48a9f3d5171e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.1112318
Sep 16 18:10:16.367064 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-f919e05e-8352-4354-8383-bde029fc2341 req-b88f814d-3cb6-4f3a-bf2d-9004ad5602b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Synchronizing usage tracker for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:10:16.411636 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-a9f1c869-a2ec-445f-9201-2385fcf2bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:16.413148 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-a9f1c869-a2ec-445f-9201-2385fcf2bd12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 916 time: 0.1676049
Sep 16 18:10:16.493348 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-f919e05e-8352-4354-8383-bde029fc2341 req-b88f814d-3cb6-4f3a-bf2d-9004ad5602b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Unset dirty status for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:10:16.494458 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-f919e05e-8352-4354-8383-bde029fc2341 req-b88f814d-3cb6-4f3a-bf2d-9004ad5602b7 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2317140
Sep 16 18:10:16.533697 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-7bee5d64-7dd7-4959-8fbd-57bc5cd4b003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 1001 time: 0.1098394
Sep 16 18:10:16.595285 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-93429b7b-c691-4276-bfc4-bd8b066b8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:16.596729 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-93429b7b-c691-4276-bfc4-bd8b066b8056 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0570281
Sep 16 18:10:16.678492 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-1aca4d62-7dad-4526-80a7-c1fb9edc7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:16.679987 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-1aca4d62-7dad-4526-80a7-c1fb9edc7ac5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738950
Sep 16 18:10:16.812329 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-6ed342f7-ca57-448a-840e-e0e5256fd92d service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252611
Sep 16 18:10:16.941184 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-45f30ffd-11d7-4e86-9d9e-f9fbb78c163f req-3504064b-e1ac-477e-93c0-836f0395ebbb service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1204052
Sep 16 18:10:37.538770 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-27918f04-7d6b-4ee1-a6cd-7ee892be36a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:38.039975 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:40.333050 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9da8270a-5341-459a-b6d0-373489076160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:41.229823 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:42.766016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:46.212861 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:10:46.240306 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:10:58.493823 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-e8dcfcd0-3d3d-4abf-82b0-28717fc55ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687268
Sep 16 18:10:58.591184 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-5d11445c-b144-4fae-9eb7-736c704df136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:58.592566 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-5d11445c-b144-4fae-9eb7-736c704df136 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1098 time: 0.0741723
Sep 16 18:10:58.733256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-8f4022f4-de0c-41f0-a6a5-532afb94b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:58.734679 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-8f4022f4-de0c-41f0-a6a5-532afb94b9ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.1236699
Sep 16 18:10:58.834661 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-dc426f98-e5a1-4e84-9e6f-312926cd5051 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168f9944-7c9b-4607-9a98-afba84f29a89 HTTP/1.1" status: 200  len: 1000 time: 0.0938413
Sep 16 18:10:58.901737 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-68455805-a795-4d4e-9603-b3a6c6f1eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:58.903367 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-68455805-a795-4d4e-9603-b3a6c6f1eb43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0629845
Sep 16 18:10:58.977302 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-c7a19740-b478-49be-9404-8b8772459a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:10:58.978750 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-c7a19740-b478-49be-9404-8b8772459a53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0688527
Sep 16 18:10:59.108282 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-3c7fcb65-d29d-4cce-b8c1-15abf32b8dce service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214685
Sep 16 18:10:59.335421 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-4e3543f2-4e09-49f5-b902-cdc6b4af10ce req-59e52477-df1d-4b1d-8d95-e86f7396bf6e service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2206256
Sep 16 18:11:07.542047 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f3bed647-a820-414d-bf29-999422adcac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:08.056805 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:10.313330 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b8b40ff3-32eb-4010-a907-4a1f1050e925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:11.212330 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:12.776125 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:15.668741 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5bf93-4fd5-4bbe-aea1-7015645e7c87 req-59e1625a-7b36-4db9-a071-c155112d96e2 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:15.670184 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a4a5bf93-4fd5-4bbe-aea1-7015645e7c87 req-59e1625a-7b36-4db9-a071-c155112d96e2 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.1402810
Sep 16 18:11:15.672779 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170063-3539-4428-a11b-addeb8138bdc req-e144cc7a-b63f-418d-9d9d-fb09d4d87d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:15.674091 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-e144cc7a-b63f-418d-9d9d-fb09d4d87d02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1137 time: 0.1082361
Sep 16 18:11:15.791984 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-a4a5bf93-4fd5-4bbe-aea1-7015645e7c87 req-3ed4ce29-5898-44ca-ba59-0fa6f3ad1a24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1157491
Sep 16 18:11:15.836229 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170063-3539-4428-a11b-addeb8138bdc req-8c89fe19-6faf-456d-ac83-9a87f306de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:15.837650 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-8c89fe19-6faf-456d-ac83-9a87f306de8d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 916 time: 0.1488781
Sep 16 18:11:15.935382 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-d6094eca-9cf3-42e2-9e03-b6d7ee9cccac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 1001 time: 0.0909209
Sep 16 18:11:16.003635 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170063-3539-4428-a11b-addeb8138bdc req-11e636f4-a146-45bb-8e58-3e86b8c178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:16.005069 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-11e636f4-a146-45bb-8e58-3e86b8c178d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0628226
Sep 16 18:11:16.058536 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:16.080645 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67170063-3539-4428-a11b-addeb8138bdc req-08c69f6c-b307-476e-ac2b-f47a55e1605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:16.082146 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-08c69f6c-b307-476e-ac2b-f47a55e1605b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703287
Sep 16 18:11:16.214062 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-ed622df4-3bcd-4b15-8052-a78d5c056b95 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250825
Sep 16 18:11:16.345094 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-67170063-3539-4428-a11b-addeb8138bdc req-8c34076f-62c3-4d22-90f3-c760cb17f8d3 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242750
Sep 16 18:11:16.994501 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a3024-0fbe-4edd-a55a-415c4bd3da16 req-5cdd1d71-9255-42a7-a27e-1abcf795ad91 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:16.996015 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-408a3024-0fbe-4edd-a55a-415c4bd3da16 req-5cdd1d71-9255-42a7-a27e-1abcf795ad91 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0850716
Sep 16 18:11:17.178462 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-408a3024-0fbe-4edd-a55a-415c4bd3da16 req-b09c88b6-9b4d-4ccf-b3f8-051a2afe52ba tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1765726
Sep 16 18:11:18.415070 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5f41e-e8f3-4089-a8f3-4e2d0c07d321 req-6dbcbfa8-60b9-4579-8abf-91f51ddfb7f2 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:18.416578 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9be5f41e-e8f3-4089-a8f3-4e2d0c07d321 req-6dbcbfa8-60b9-4579-8abf-91f51ddfb7f2 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.1308615
Sep 16 18:11:18.462531 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9be5f41e-e8f3-4089-a8f3-4e2d0c07d321 req-aa363dc9-3ee0-46b5-a50a-c6f166ae89e8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396717
Sep 16 18:11:19.643855 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322f54f-fbc1-4c64-b02c-3d809b5eac61 req-b8fe6897-36cd-444c-b0b5-419f765ebf33 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:19.645356 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9322f54f-fbc1-4c64-b02c-3d809b5eac61 req-b8fe6897-36cd-444c-b0b5-419f765ebf33 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0789609
Sep 16 18:11:19.690172 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-9322f54f-fbc1-4c64-b02c-3d809b5eac61 req-d85572d5-cdf7-4c5d-a092-cebc86f0b61d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0391657
Sep 16 18:11:20.876804 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58675e8a-64e3-48be-8251-6766b6c178ec req-7cfe4f05-3a4f-4579-8920-0c747007885c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:20.878239 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-58675e8a-64e3-48be-8251-6766b6c178ec req-7cfe4f05-3a4f-4579-8920-0c747007885c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0840900
Sep 16 18:11:20.923726 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-58675e8a-64e3-48be-8251-6766b6c178ec req-15a2700e-1dfc-4685-a402-3126c5c327c2 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398123
Sep 16 18:11:22.115002 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8716f-ef76-4d4a-92a6-d28c4839aeef req-f78e19b0-5709-4df4-b8a4-31fcdfb85a61 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:22.116477 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-49c8716f-ef76-4d4a-92a6-d28c4839aeef req-f78e19b0-5709-4df4-b8a4-31fcdfb85a61 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0840578
Sep 16 18:11:22.162650 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-49c8716f-ef76-4d4a-92a6-d28c4839aeef req-914460e1-a851-42ed-adcc-97e7d8ea3e55 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0402312
Sep 16 18:11:23.239343 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:11:23.353009 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2049f0-3944-4002-a3f9-227fb7683326 req-fcb184f8-0966-469a-8540-de580dbae85b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:23.354462 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6f2049f0-3944-4002-a3f9-227fb7683326 req-fcb184f8-0966-469a-8540-de580dbae85b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0860488
Sep 16 18:11:23.402390 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-6f2049f0-3944-4002-a3f9-227fb7683326 req-a6eb7677-fb9b-4b6e-86e5-1d6964bce8bb tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0422907
Sep 16 18:11:24.582896 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e08bfe-4c48-4b09-813b-ac6b87b3506e req-19d3d3de-8d24-47d2-a0a7-24ad4a3d7528 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:24.584279 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-02e08bfe-4c48-4b09-813b-ac6b87b3506e req-19d3d3de-8d24-47d2-a0a7-24ad4a3d7528 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0784297
Sep 16 18:11:24.630183 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-02e08bfe-4c48-4b09-813b-ac6b87b3506e req-2ee691ef-51a0-4d1e-80e5-c9312684e4b3 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0396383
Sep 16 18:11:25.813973 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d62ec-2f7a-49cc-a85a-45c0524bca46 req-35de602a-5a31-4bbb-9bc7-9c917662e04a tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:25.815416 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c97d62ec-2f7a-49cc-a85a-45c0524bca46 req-35de602a-5a31-4bbb-9bc7-9c917662e04a tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0782506
Sep 16 18:11:25.865551 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c97d62ec-2f7a-49cc-a85a-45c0524bca46 req-12a77dca-bc48-473b-ab8a-eef6275e3a36 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0443854
Sep 16 18:11:27.050682 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c0ef3-8d70-4045-b17a-bb1402f6c490 req-98d0e1ae-a7bd-42fb-9aac-419c728b3f7a tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:27.052132 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ef0c0ef3-8d70-4045-b17a-bb1402f6c490 req-98d0e1ae-a7bd-42fb-9aac-419c728b3f7a tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0821252
Sep 16 18:11:27.097343 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-ef0c0ef3-8d70-4045-b17a-bb1402f6c490 req-e5f825f6-47a7-4e36-a874-6116fe18fed0 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0395777
Sep 16 18:11:28.281131 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715f058-5cd7-44fb-b8fb-65d64cc4686e req-531672f5-a3e2-4c63-9715-90c8353e374d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:28.282568 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5715f058-5cd7-44fb-b8fb-65d64cc4686e req-531672f5-a3e2-4c63-9715-90c8353e374d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0808148
Sep 16 18:11:28.328016 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-5715f058-5cd7-44fb-b8fb-65d64cc4686e req-eab5eed0-d028-4bbf-8d93-fe22deaebe09 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0398507
Sep 16 18:11:29.520823 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac79d6-a96c-44ca-8f2d-4fbe97a2a49e req-0e74ef1b-3740-42fd-b363-f2c96e39980c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:29.522291 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6dac79d6-a96c-44ca-8f2d-4fbe97a2a49e req-0e74ef1b-3740-42fd-b363-f2c96e39980c tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0886791
Sep 16 18:11:29.574739 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-6dac79d6-a96c-44ca-8f2d-4fbe97a2a49e req-cfc03ef3-218e-4fb2-af0f-1519b65a664d tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0464516
Sep 16 18:11:30.759549 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a1837-31e2-4521-a2e5-6ab065ac2128 req-53b663b2-866f-4965-8caa-08d822a40b2b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:30.761029 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd5a1837-31e2-4521-a2e5-6ab065ac2128 req-53b663b2-866f-4965-8caa-08d822a40b2b tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0817385
Sep 16 18:11:30.806697 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd5a1837-31e2-4521-a2e5-6ab065ac2128 req-9182d59a-0127-4584-853d-5c18d5e88254 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0393894
Sep 16 18:11:31.988057 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bd340-d1f9-46fb-9d24-82400280d09a req-107297e9-8be7-4bd8-b0ac-365738254ba1 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:31.989427 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d1bd340-d1f9-46fb-9d24-82400280d09a req-107297e9-8be7-4bd8-b0ac-365738254ba1 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0791376
Sep 16 18:11:32.035464 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-8d1bd340-d1f9-46fb-9d24-82400280d09a req-6aeb154f-d559-4b6d-a3fa-193b63759aa8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403533
Sep 16 18:11:33.225719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea577d08-f93f-44e1-8487-85e1db630f41 req-b40bdf9c-c402-4d36-bc78-54749f5f35b8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:33.227169 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ea577d08-f93f-44e1-8487-85e1db630f41 req-b40bdf9c-c402-4d36-bc78-54749f5f35b8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0790956
Sep 16 18:11:33.273333 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-ea577d08-f93f-44e1-8487-85e1db630f41 req-70a6c553-1d9e-4059-a5d7-a57c0b4f9200 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&id=abc246c6-3cbf-4c09-9cd4-9c65653df1fa&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0397732
Sep 16 18:11:37.563999 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-5508e20d-e1f3-42f7-9a4b-f21380903f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:38.015599 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:40.048059 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [req-358393b2-141c-445b-98f9-39e2ce835f0a req-7be9f406-9e70-4554-8691-cc0fc4863bca service neutron] (79935) timed out ('10.222.0.13', 51093) {{(pid=79935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Sep 16 18:11:40.348699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-de20ccb6-84ac-4c2c-aac4-9c016fc49dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:41.239618 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:42.759826 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:46.118418 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:48.345740 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41224) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:11:48.645675 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Deleting port 62f90178-3ab1-47ab-b4ae-87b6f7c91c82 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:11:48.645909 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:48.807130 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:48.807447 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:48.929496 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Calling delete_port for 62f90178-3ab1-47ab-b4ae-87b6f7c91c82 owned by network:floatingip {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:11:49.194583 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:49.198386 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-545142ae-f6ba-4c04-beed-101102e0c0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:11:49.241361 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'Port': ['ID=62f90178-3ab1-47ab-b4ae-87b6f7c91c82,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:11:49.278541 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.278919 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.279284 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.279700 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.280359 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.280719 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.281075 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.281429 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.281782 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.282158 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.282507 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.282850 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:11:49.289790 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:11:49.345155 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:49.345482 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Floating IP 5009e32f-bc03-4e17-89ad-0022dec38e1e disassociated (deleted). External IP: 172.27.1.99, port: 168f9944-7c9b-4607-9a98-afba84f29a89.
Sep 16 18:11:49.687569 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:11:49.860887 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:11:49.870159 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:11:49.877182 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:49.879364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:11:49.880089 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f65e4430>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:11:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:11:49.931153 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-389ab968-54bd-45e1-b7ef-abc888b9b5d1 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "DELETE /v2.0/floatingips/5009e32f-bc03-4e17-89ad-0022dec38e1e HTTP/1.1" status: 204  len: 168 time: 1.5843325
Sep 16 18:11:49.931894 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:11:49.978169 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89', 'status': 'completed', 'code': 200}
Sep 16 18:11:50.062394 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:11:50.116294 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-edbbfd91-ebd7-4bca-8114-b508555be027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:50.117783 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-edbbfd91-ebd7-4bca-8114-b508555be027 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 1098 time: 0.1178842
Sep 16 18:11:50.368051 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-3778d347-b343-4f4e-9ae5-44d317bbe464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:50.369937 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-3778d347-b343-4f4e-9ae5-44d317bbe464 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.2452242
Sep 16 18:11:50.459857 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f65e4430>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:49Z', 'revision_number': 1, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:11:50.463612 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:11:50.472400 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:11:50.472990 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f65e4430>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:11:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:11:50.481696 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-8f9b68d9-022a-442c-b5dc-212792664d3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=168f9944-7c9b-4607-9a98-afba84f29a89 HTTP/1.1" status: 200  len: 217 time: 0.1031506
Sep 16 18:11:50.566765 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-96812b0b-9f6e-48b4-b05e-0b5dd536cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:50.568230 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-96812b0b-9f6e-48b4-b05e-0b5dd536cd39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0754650
Sep 16 18:11:50.616777 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07d1a2-a96b-4a83-9a1e-684e2d7954df req-858e9fd1-2b40-446d-8bfe-0880c399e0c5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:50.617367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-9b07d1a2-a96b-4a83-9a1e-684e2d7954df req-858e9fd1-2b40-446d-8bfe-0880c399e0c5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:11:50.652303 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:11:50.665930 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-0aa575ae-b98f-40bf-bb1c-36701fb890c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:50.667459 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-0aa575ae-b98f-40bf-bb1c-36701fb890c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0916109
Sep 16 18:11:50.737692 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-9b07d1a2-a96b-4a83-9a1e-684e2d7954df req-858e9fd1-2b40-446d-8bfe-0880c399e0c5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:11:50.738839 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9b07d1a2-a96b-4a83-9a1e-684e2d7954df req-858e9fd1-2b40-446d-8bfe-0880c399e0c5 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.2985849
Sep 16 18:11:50.817567 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-9b07d1a2-a96b-4a83-9a1e-684e2d7954df req-60d04775-e1c3-4dfa-a157-e392f4c13a00 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0714760
Sep 16 18:11:50.836199 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-a7a67131-1694-46f2-9f9e-0e9719801e29 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1612136
Sep 16 18:11:50.969270 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-02621d53-b6fa-4477-ae60-22b81a766cb5 req-9b19dbae-93ab-49b4-b5c2-4dacf6846489 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252756
Sep 16 18:11:51.005227 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f65e4430>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:49Z', 'revision_number': 1, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:11:51.009145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c31c80-6d0e-4789-9b8d-fbdaa2ac10bf None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_floatingips': [{'id': 'b8cb94a0-985e-4ce3-93fd-db70b760a8b9', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'floating_ip_address': '172.27.1.55', 'floating_network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'router_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'port_id': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'mac_address': 'fa:16:3e:dd:f2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-16T18:06:45Z', 'updated_at': '2021-09-16T18:06:49Z', 'revision_number': 1, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:11:51.216046 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6923a709-be95-4962-b78e-4046c269a8a9 None None] New status for floating IP 5009e32f-bc03-4e17-89ad-0022dec38e1e: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:11:52.005608 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42454-4d34-4bdb-a7bc-a86a5165bb96 req-fcb89668-8cb1-49c9-b36a-24ce7bcd5e2e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:52.006963 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-21f42454-4d34-4bdb-a7bc-a86a5165bb96 req-fcb89668-8cb1-49c9-b36a-24ce7bcd5e2e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.0827277
Sep 16 18:11:52.051244 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-21f42454-4d34-4bdb-a7bc-a86a5165bb96 req-6e103828-8f13-45cd-9b37-2903285b9d57 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386617
Sep 16 18:11:52.171372 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa583d2-c96f-476c-a6ea-3f811546548d req-4add5642-b034-43ad-9b3b-1fa2eca46f73 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:52.172820 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-daa583d2-c96f-476c-a6ea-3f811546548d req-4add5642-b034-43ad-9b3b-1fa2eca46f73 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 945 time: 0.0816832
Sep 16 18:11:52.243103 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Deleting port 168f9944-7c9b-4607-9a98-afba84f29a89 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:11:52.243454 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:52.480189 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] For port 168f9944-7c9b-4607-9a98-afba84f29a89, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=168f9944-7c9b-4607-9a98-afba84f29a89,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:11:52.480537 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:52.607344 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Calling delete_port for 168f9944-7c9b-4607-9a98-afba84f29a89 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:11:52.805267 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:52.810560 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-f78c0cde-0c0e-4487-887f-ac3278f67c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:11:52.854596 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'Port': ['ID=168f9944-7c9b-4607-9a98-afba84f29a89,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:11:52.858194 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:11:53.021469 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] No DVR routers for this DVR port 168f9944-7c9b-4607-9a98-afba84f29a89 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:11:53.023862 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:53.026478 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'name': 'network-vif-deleted', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:11:53.071995 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8214dde2-81d6-47a0-9719-2c9a10e85622', 'name': 'network-vif-deleted', 'tag': '168f9944-7c9b-4607-9a98-afba84f29a89', 'status': 'completed', 'code': 200}
Sep 16 18:11:53.096118 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-daa583d2-c96f-476c-a6ea-3f811546548d req-9a50588b-1aec-4912-bc01-900e744b2000 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "DELETE /v2.0/ports/168f9944-7c9b-4607-9a98-afba84f29a89 HTTP/1.1" status: 204  len: 173 time: 0.9177322
Sep 16 18:11:53.199878 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2c4851e3-a902-4988-ba28-6d08da7b37ea req-df2f2adf-05b4-40a7-832a-f02759540061 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 210 time: 0.0453582
Sep 16 18:11:54.365201 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-601abc6d-5d32-46c4-806e-46ac8075ab01 req-8309f4d2-b3eb-4592-840a-3c609af52d81 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:11:54.441417 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-601abc6d-5d32-46c4-806e-46ac8075ab01 req-8309f4d2-b3eb-4592-840a-3c609af52d81 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:11:54.442503 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-601abc6d-5d32-46c4-806e-46ac8075ab01 req-8309f4d2-b3eb-4592-840a-3c609af52d81 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=8214dde2-81d6-47a0-9719-2c9a10e85622 HTTP/1.1" status: 200  len: 210 time: 0.1211643
Sep 16 18:11:54.698285 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 168f9944-7c9b-4607-9a98-afba84f29a89 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:11:54.733299 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: 168f9944-7c9b-4607-9a98-afba84f29a89 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:11:54.733694 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device 168f9944-7c9b-4607-9a98-afba84f29a89 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:11:58.177427 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41260) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:11:58.373412 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Deleting port cfbec682-6248-4021-bb98-871aef8b6631 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:11:58.373743 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:58.539493 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:58.539815 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:58.661775 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Calling delete_port for cfbec682-6248-4021-bb98-871aef8b6631 owned by network:floatingip {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:11:58.868418 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-2e6cd0fb-019e-4e0b-8dc6-e4532dc7d1cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1208699
Sep 16 18:11:58.938991 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:58.944246 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7677672a-540c-4541-ac79-25460847986f tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:11:58.991585 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'Port': ['ID=cfbec682-6248-4021-bb98-871aef8b6631,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:11:58.994633 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:11:59.084115 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82220d1b-226b-4b71-8424-83b233254ff1 req-f48efd16-3018-4c4b-a670-ea17959d6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:59.085584 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-f48efd16-3018-4c4b-a670-ea17959d6600 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1137 time: 0.1976168
Sep 16 18:11:59.091593 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:11:59.092144 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.db.l3_db [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Floating IP b8cb94a0-985e-4ce3-93fd-db70b760a8b9 disassociated (deleted). External IP: 172.27.1.55, port: b52e6a25-31f1-44c9-b4b5-06ec67f7753f.
Sep 16 18:11:59.362856 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82220d1b-226b-4b71-8424-83b233254ff1 req-950a5aa4-33cc-4c67-9cc1-4e365307016f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:59.364322 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-950a5aa4-33cc-4c67-9cc1-4e365307016f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 916 time: 0.2229145
Sep 16 18:11:59.699727 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-edf36f3c-0f71-4ebc-b3a8-b629abf28b19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 1001 time: 0.1736412
Sep 16 18:11:59.778480 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:11:59.782569 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82220d1b-226b-4b71-8424-83b233254ff1 req-72561bc8-de2c-4a61-b266-910010f8789c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:11:59.784052 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-72561bc8-de2c-4a61-b266-910010f8789c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0763960
Sep 16 18:12:00.017149 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:12:00.020696 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82220d1b-226b-4b71-8424-83b233254ff1 req-ea8f7621-2972-4098-9cd3-8526033fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:00.022298 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-ea8f7621-2972-4098-9cd3-8526033fd69f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2306449
Sep 16 18:12:00.026123 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:12:00.036125 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:00.036744 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f66f9e20>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:11:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:00.146138 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:00.206036 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-4e7f025c-8bae-45f3-8a2f-eda05656018b service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751425
Sep 16 18:12:00.219183 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:00.237393 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-beab074a-f3c4-449d-9e15-ca335c17e6f6 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "DELETE /v2.0/floatingips/b8cb94a0-985e-4ce3-93fd-db70b760a8b9 HTTP/1.1" status: 204  len: 168 time: 2.0565207
Sep 16 18:12:00.238961 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:12:00.281821 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:12:00.353164 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'status': 'completed', 'code': 200}
Sep 16 18:12:00.361481 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-82220d1b-226b-4b71-8424-83b233254ff1 req-5dbbb8e9-e9ab-4371-b8ef-821d7fbcbb59 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1487575
Sep 16 18:12:00.452744 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-14c5d9f8-703c-4f8b-a46b-7520a81527ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:00.458009 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-14c5d9f8-703c-4f8b-a46b-7520a81527ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3ec9e72166d24115a3cac97722f4bf86&device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 1098 time: 0.0836947
Sep 16 18:12:00.598999 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-97bc8eb4-7f2e-4954-b599-9c2dc1a90090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:00.600486 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-97bc8eb4-7f2e-4954-b599-9c2dc1a90090 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 200  len: 912 time: 0.1364307
Sep 16 18:12:00.604504 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f66f9e20>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:00.605338 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:12:00.613987 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:00.614597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f66f9e20>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:11:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:00.671233 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-904079f3-69f8-4255-b4cf-1fce18bac4f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 200  len: 217 time: 0.0647664
Sep 16 18:12:00.740554 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-6ff0fc17-f176-4c4a-a56d-fbd3ccdfdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:00.743118 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-6ff0fc17-f176-4c4a-a56d-fbd3ccdfdc56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 200  len: 850 time: 0.0643680
Sep 16 18:12:00.805597 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:00.825375 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-44fed120-aecc-4d54-bf34-e043da5b41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:00.827440 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-44fed120-aecc-4d54-bf34-e043da5b41f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26b09627-3e4f-40db-a050-751ec25f3093&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781341
Sep 16 18:12:00.855404 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdc55a-10f0-4b59-b231-6e58153f05a7 req-0f5bd89c-df70-41d4-b924-7ca8cf843fcf tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:00.856813 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e6fdc55a-10f0-4b59-b231-6e58153f05a7 req-0f5bd89c-df70-41d4-b924-7ca8cf843fcf tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.1023409
Sep 16 18:12:00.905286 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-e6fdc55a-10f0-4b59-b231-6e58153f05a7 req-1978828f-7859-4bd3-9a0e-121a47408756 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420344
Sep 16 18:12:01.073003 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-d2bc8db0-5f5f-4189-b0b9-1e0c8eea5b48 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374914
Sep 16 18:12:01.130932 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f66f9e20>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:01.134789 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df88902-a82e-4959-9255-17c8cbbb8693 None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:02:34Z', 'revision_number': 4, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': 'f15128fb-51a2-4412-b171-76e55fc49e1e', 'name': '', 'network_id': '26b09627-3e4f-40db-a050-751ec25f3093', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'mac_address': 'fa:16:3e:84:73:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '5a047fb5-292d-4024-9e89-aff538085eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:34Z', 'updated_at': '2021-09-16T18:02:40Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'subnets': [{'id': '5a047fb5-292d-4024-9e89-aff538085eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:12:01.212915 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-fd32d35b-9667-4431-98f6-fad182f4bea4 req-4eb7e7ba-f9ba-457c-897f-dc7c9091cfe1 service neutron] 10.222.0.13 "GET /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329083
Sep 16 18:12:01.351120 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af8635-390f-47f0-8a0c-732a9d1ad21c None None] New status for floating IP b8cb94a0-985e-4ce3-93fd-db70b760a8b9: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:12:01.548930 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-19dd02d2-601a-4369-9459-009b647a428e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:01.549618 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-19dd02d2-601a-4369-9459-009b647a428e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:12:01.605176 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-19dd02d2-601a-4369-9459-009b647a428e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:12:01.606257 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-19dd02d2-601a-4369-9459-009b647a428e tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.1401002
Sep 16 18:12:01.675499 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Deleting port b52e6a25-31f1-44c9-b4b5-06ec67f7753f {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:01.675836 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:01.923301 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] For port b52e6a25-31f1-44c9-b4b5-06ec67f7753f, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:01.924771 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:02.047610 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Calling delete_port for b52e6a25-31f1-44c9-b4b5-06ec67f7753f owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:02.194766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05654c61-bd2f-4b6d-87c5-e7953884a381 req-4ccae36b-911b-409f-8761-23f0798fab77 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:02.196147 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-05654c61-bd2f-4b6d-87c5-e7953884a381 req-4ccae36b-911b-409f-8761-23f0798fab77 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 945 time: 0.1553802
Sep 16 18:12:02.288832 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-05654c61-bd2f-4b6d-87c5-e7953884a381 req-f0ed659d-3291-4b93-b36c-d19fefb05724 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/security-groups?id=d39995ca-f550-42d2-afc3-d41708bcc177&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630305
Sep 16 18:12:02.331023 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:02.344217 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-9d9cb86a-21f3-466d-aa39-77a80b1e9ce5 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:02.384717 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'Port': ['ID=b52e6a25-31f1-44c9-b4b5-06ec67f7753f,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:02.387722 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:02.460041 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] No DVR routers for this DVR port b52e6a25-31f1-44c9-b4b5-06ec67f7753f on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:12:02.462395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:02.464883 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'name': 'network-vif-deleted', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:12:02.509084 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ce8bef-8168-42e2-87a9-a2acdaecd012', 'name': 'network-vif-deleted', 'tag': 'b52e6a25-31f1-44c9-b4b5-06ec67f7753f', 'status': 'completed', 'code': 200}
Sep 16 18:12:02.537500 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-d04219da-59df-44b1-8ed5-bf8cca622af4 req-41069db6-5933-4421-b968-64a0c2d65739 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.13 "DELETE /v2.0/ports/b52e6a25-31f1-44c9-b4b5-06ec67f7753f HTTP/1.1" status: 204  len: 173 time: 0.9259410
Sep 16 18:12:03.454443 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-70e0a620-5a71-481e-9898-0152e3b3bae7 req-ee8bf62f-5773-49f4-addf-594db614f1f4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Synchronizing usage tracker for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:12:03.529260 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-70e0a620-5a71-481e-9898-0152e3b3bae7 req-ee8bf62f-5773-49f4-addf-594db614f1f4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Unset dirty status for tenant:3ec9e72166d24115a3cac97722f4bf86 on resource:port {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:12:03.530498 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-70e0a620-5a71-481e-9898-0152e3b3bae7 req-ee8bf62f-5773-49f4-addf-594db614f1f4 tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "GET /v2.0/ports?device_id=09ce8bef-8168-42e2-87a9-a2acdaecd012 HTTP/1.1" status: 200  len: 210 time: 0.1204839
Sep 16 18:12:04.627947 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41284) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:04.757419 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device b52e6a25-31f1-44c9-b4b5-06ec67f7753f no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:04.785092 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Deleting port 1e83f38d-ba69-4895-9b2f-7d717461294f {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:04.785476 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:04.791059 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: b52e6a25-31f1-44c9-b4b5-06ec67f7753f {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:04.791478 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device b52e6a25-31f1-44c9-b4b5-06ec67f7753f not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:05.052226 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:05.052548 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:05.170835 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Calling delete_port for 1e83f38d-ba69-4895-9b2f-7d717461294f owned by network:floatingip {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:05.410894 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:05.414571 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-58e02abf-2955-4da7-a4f1-e2898e855054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:05.458680 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'Port': ['ID=1e83f38d-ba69-4895-9b2f-7d717461294f,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:05.461124 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:05.550691 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for floatingip, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:05.610233 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:05.611354 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-2b561755-da5d-4e30-a82b-fab2c116b97d tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "DELETE /v2.0/floatingips/04bb519c-c9d8-4770-bcfd-9f1befdb5607 HTTP/1.1" status: 204  len: 168 time: 0.9824219
Sep 16 18:12:07.142929 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41298) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:07.210863 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:07.239667 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:07.359750 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:07.363489 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e4f20bc8-3789-4745-85d2-8145b21043fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:07.378971 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39995ca-f550-42d2-afc3-d41708bcc177,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:07.386906 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.387386 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.387756 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.388140 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.388505 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.388859 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.390150 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.390512 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.390871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.391221 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.391570 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.391916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809439-1-iscsi {{(pid=79935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 16 18:12:07.395090 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:07.473595 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:07.475199 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-36c9ac31-bbad-4d0d-ac37-2db5fa479bfc tempest-TestVolumeBootPattern-1692251642 tempest-TestVolumeBootPattern-1692251642-project] 10.222.0.37 "DELETE /v2.0/security-groups/d39995ca-f550-42d2-afc3-d41708bcc177 HTTP/1.1" status: 204  len: 168 time: 0.3311949
Sep 16 18:12:07.548377 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d4ee4f58-baaa-45e9-bdb4-ea68e6b3b7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:07.635262 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41304) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:08.056542 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:08.362224 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:08.718988 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Deleting port f15128fb-51a2-4412-b171-76e55fc49e1e {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:08.719333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:08.886122 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] For port f15128fb-51a2-4412-b171-76e55fc49e1e, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=f15128fb-51a2-4412-b171-76e55fc49e1e,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:08.886495 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:09.005001 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Calling delete_port for f15128fb-51a2-4412-b171-76e55fc49e1e owned by network:router_interface {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:09.220642 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:09.225147 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-30a67474-f09d-4fbd-9c95-297a0269207e tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:09.271051 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Pushing event deleted for resources: {'Port': ['ID=f15128fb-51a2-4412-b171-76e55fc49e1e,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:09.296935 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:09.634887 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:09.987512 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Router fcece017-3918-4448-b59c-da47580bba1e has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:12:10.165333 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:12:10.174580 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] Sync routers for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:12:10.179877 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-640636a2-40d3-4d60-b95f-1d515f82448f admin admin] 10.222.0.37 "PUT /v2.0/routers/fcece017-3918-4448-b59c-da47580bba1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5431831
Sep 16 18:12:10.180697 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41316) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:10.185086 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:10.185714 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62b0730>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:11:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:10.357184 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:10.371871 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:10.469560 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0ffb9cf9-9059-4ce8-9e0b-a6eb512f747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:10.533226 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:10.599463 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Deleting port c85b71cb-6557-442a-b84d-d4c989149eab {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:10.599662 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:10.658964 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62b0730>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:12:09Z', 'revision_number': 5, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port': {'id': 'c85b71cb-6557-442a-b84d-d4c989149eab', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:e4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcece017-3918-4448-b59c-da47580bba1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:31Z', 'updated_at': '2021-09-16T18:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:10.662845 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] Checking router: fcece017-3918-4448-b59c-da47580bba1e for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:12:10.671786 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] Routers {'fcece017-3918-4448-b59c-da47580bba1e'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:10.672452 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f62b0730>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['fcece017-3918-4448-b59c-da47580bba1e'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:10.774831 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] For port c85b71cb-6557-442a-b84d-d4c989149eab, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=c85b71cb-6557-442a-b84d-d4c989149eab,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:10.775201 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:10.863467 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] Set router fcece017-3918-4448-b59c-da47580bba1e gateway port host: None {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:10.895196 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Calling delete_port for c85b71cb-6557-442a-b84d-d4c989149eab owned by network:router_gateway {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:10.967959 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f62b0730>, [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:12:10Z', 'revision_number': 6, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port_host': None}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:10.971855 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6bdb6-282d-4545-b07c-a8feb9b1a99c None None] The sync data for ids ['fcece017-3918-4448-b59c-da47580bba1e'] in dv-cinder-809439-1-iscsi is: [{'id': 'fcece017-3918-4448-b59c-da47580bba1e', 'name': 'tempest-TestVolumeBootPattern-393757708-router', 'tenant_id': '3ec9e72166d24115a3cac97722f4bf86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:30Z', 'updated_at': '2021-09-16T18:12:10Z', 'revision_number': 6, 'project_id': '3ec9e72166d24115a3cac97722f4bf86', 'gw_port_host': None}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:12:11.129092 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.133396 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-da23563f-f3dc-4c7b-92b6-ca3d34712a37 tempest-AttachVolumeShelveTestJSON-1240557851 tempest-AttachVolumeShelveTestJSON-1240557851-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:11.176290 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85b71cb-6557-442a-b84d-d4c989149eab,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:11.205229 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:11.214801 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.364705 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.536452 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.541233 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.654671 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.655469 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcece017-3918-4448-b59c-da47580bba1e {{(pid=79936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:12:11.667754 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] Notify callbacks [] for router, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.668930 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-14d5154c-7a8a-4933-85a2-051ff832bfc2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fcece017-3918-4448-b59c-da47580bba1e HTTP/1.1" status: 204  len: 168 time: 1.4872804
Sep 16 18:12:11.671970 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41320) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:11.735211 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Deleting subnet 5a047fb5-292d-4024-9e89-aff538085eac {{(pid=79936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:12:11.738192 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.789863 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15192612'] for subnet, precommit_delete_associations {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:11.870529 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.028568 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15193809', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14815092'] for subnet, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.033333 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:12.071800 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for subnet, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.075029 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a047fb5-292d-4024-9e89-aff538085eac,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:12.077383 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f207ad-6155-48bf-8810-6014cac1bc9f None None] Network 26b09627-3e4f-40db-a050-751ec25f3093 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:12:12.078285 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:12.082482 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-dfa1cc51-c2e9-4719-8a13-1ed5e0ecd9bf admin admin] 10.222.0.37 "DELETE /v2.0/subnets/5a047fb5-292d-4024-9e89-aff538085eac HTTP/1.1" status: 204  len: 168 time: 0.4095967
Sep 16 18:12:12.085076 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41324) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:12.189625 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.199593 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Deleting port bb20d69d-c7a2-4cf3-a587-6898df44df45 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:12.199916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.319874 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] DHCP port deletion for 26b09627-3e4f-40db-a050-751ec25f3093 request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:12:12.323781 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Deleting port bb20d69d-c7a2-4cf3-a587-6898df44df45 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:12.324183 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.411284 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device f15128fb-51a2-4412-b171-76e55fc49e1e no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:12.412114 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] For port bb20d69d-c7a2-4cf3-a587-6898df44df45, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb20d69d-c7a2-4cf3-a587-6898df44df45,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:12.412502 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.454013 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: f15128fb-51a2-4412-b171-76e55fc49e1e {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:12.454275 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device f15128fb-51a2-4412-b171-76e55fc49e1e not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:12.454700 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c85b71cb-6557-442a-b84d-d4c989149eab no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:12.493085 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: c85b71cb-6557-442a-b84d-d4c989149eab {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:12.493437 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device c85b71cb-6557-442a-b84d-d4c989149eab not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:12.493861 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device bb20d69d-c7a2-4cf3-a587-6898df44df45 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:12.545137 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Calling delete_port for bb20d69d-c7a2-4cf3-a587-6898df44df45 owned by network:dhcp {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:12.653761 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] For port bb20d69d-c7a2-4cf3-a587-6898df44df45, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=bb20d69d-c7a2-4cf3-a587-6898df44df45,segment=NetworkSegment(56fa07bc-8cfb-4958-ba3e-9c74c3fe2540),segment_id=56fa07bc-8cfb-4958-ba3e-9c74c3fe2540)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:12.654156 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.695052 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.699954 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a1aeae63-3c8b-485f-8cfa-f4409e15066d tempest-TestShelveInstance-1253634909 tempest-TestShelveInstance-1253634909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:12.743948 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] No DVR routers for this DVR port bb20d69d-c7a2-4cf3-a587-6898df44df45 on host dv-cinder-809439-1-iscsi {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:12:12.822917 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Calling delete_port for bb20d69d-c7a2-4cf3-a587-6898df44df45 owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:12.883640 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.896022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb20d69d-c7a2-4cf3-a587-6898df44df45,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:12.898547 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:12.951293 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:12.959312 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:12:12.959583 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:12:12.983739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.011146 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f63d4d30>,) {'filters': {'network_id': ['26b09627-3e4f-40db-a050-751ec25f3093']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:13.023630 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f63d4d30>, '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:13.024013 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f63d4d30>, '56fa07bc-8cfb-4958-ba3e-9c74c3fe2540') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:13.035409 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.050915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.056896 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:12:13.060088 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:12:13.070219 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:12:13.233874 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.237609 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:13.250546 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.261772 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b09627-3e4f-40db-a050-751ec25f3093,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:13.266097 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:13.325371 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] 10.222.0.37 "DELETE /v2.0/networks/26b09627-3e4f-40db-a050-751ec25f3093 HTTP/1.1" status: 204  len: 168 time: 1.2392004
Sep 16 18:12:13.328113 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41332) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:13.461123 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Deleting port bb20d69d-c7a2-4cf3-a587-6898df44df45 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:13.461699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:13.529136 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-e3163412-f8f6-457b-96b1-2855544a8d92 None None] The port 'bb20d69d-c7a2-4cf3-a587-6898df44df45' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:12:13.853545 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:14.190637 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Deleting port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:14.190866 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:14.357311 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] For port 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:14.358456 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:14.584474 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Calling delete_port for 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 owned by network:router_interface {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:14.803647 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:14.807717 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:14.853252 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3562d1c3-df44-4d79-a3b9-6a1d87be5ef7,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:14.879427 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:15.113953 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:15.483819 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:12:15.661947 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:12:15.670283 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] Sync routers for ids ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:12:15.681238 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] Routers {'2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:15.684246 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6d395e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:15.738090 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-ffbc70bd-89bf-400f-8301-7c1157d38f85 admin admin] 10.222.0.37 "PUT /v2.0/routers/2cd7719d-2fe9-4d24-90e9-cc28c23d29bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4088557
Sep 16 18:12:15.740430 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41338) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:15.859624 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] Set router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:16.043560 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks [] for router, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:16.071963 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:16.176599 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6d395e0>, [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:12:14Z', 'revision_number': 5, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:16.180397 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] Checking router: 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:12:16.189044 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] Routers {'2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:16.189652 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6d395e0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:16.224218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:16.325014 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Deleting port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:16.325276 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:16.363775 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] Set router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:16.508416 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] For port 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:16.509036 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:16.629961 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Calling delete_port for 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 owned by network:router_gateway {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:16.649286 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6d395e0>, [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:12:14Z', 'revision_number': 5, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:16.653113 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7153d-5c18-4b85-9192-d5322bceb880 None None] The sync data for ids ['2cd7719d-2fe9-4d24-90e9-cc28c23d29bb'] in dv-cinder-809439-1-iscsi is: [{'id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'name': 'tempest-TestVolumeBootPattern-802770114-router', 'tenant_id': '86cd40103ea742f4babd4d2d62a30d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:02:39Z', 'updated_at': '2021-09-16T18:12:14Z', 'revision_number': 5, 'project_id': '86cd40103ea742f4babd4d2d62a30d4e', 'gw_port': {'id': '356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7719d-2fe9-4d24-90e9-cc28c23d29bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:02:40Z', 'updated_at': '2021-09-16T18:02:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:12:16.867642 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:16.871177 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-bf86c047-7543-47e8-b30e-8d3fcf698332 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:16.913751 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:16.916348 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:17.011067 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.185405 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.187773 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.300291 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.300784 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd7719d-2fe9-4d24-90e9-cc28c23d29bb {{(pid=79935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:12:17.313064 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.314345 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-fc44175d-bc3b-4830-b33d-8580c38f5d14 admin admin] 10.222.0.37 "DELETE /v2.0/routers/2cd7719d-2fe9-4d24-90e9-cc28c23d29bb HTTP/1.1" status: 204  len: 168 time: 1.5729115
Sep 16 18:12:17.316872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41342) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:17.377315 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Deleting subnet a0b86fc2-33f7-4ba7-8915-2172cbc97a46 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:12:17.380595 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.433025 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.508848 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.640447 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.644388 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-01f2ea98-f75c-4673-a8ec-31a6c9957982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:17.682004 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b86fc2-33f7-4ba7-8915-2172cbc97a46,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:17.684958 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:17.685920 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.692672 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e541a7f-27df-47f8-981c-14580c01b29e None None] Network ec35694e-dfaf-47f1-899b-7f6857cb0ce0 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:12:17.697883 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-78ba0e3c-44d0-4302-8f31-eea023fa902f admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a0b86fc2-33f7-4ba7-8915-2172cbc97a46 HTTP/1.1" status: 204  len: 168 time: 0.3799546
Sep 16 18:12:17.700299 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41346) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:17.931683 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.935431 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Deleting port d9bb9f88-a785-49da-8100-37c9af5b7d03 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:17.935759 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:17.955788 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] DHCP port deletion for ec35694e-dfaf-47f1-899b-7f6857cb0ce0 request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:12:17.960060 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Deleting port d9bb9f88-a785-49da-8100-37c9af5b7d03 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:17.960459 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.151294 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] For port d9bb9f88-a785-49da-8100-37c9af5b7d03, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=d9bb9f88-a785-49da-8100-37c9af5b7d03,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:18.151725 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.212409 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] For port d9bb9f88-a785-49da-8100-37c9af5b7d03, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=d9bb9f88-a785-49da-8100-37c9af5b7d03,segment=NetworkSegment(022eadd4-2c05-4f87-a9e4-7aa7fc7976b3),segment_id=022eadd4-2c05-4f87-a9e4-7aa7fc7976b3)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:18.212810 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.285917 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Calling delete_port for d9bb9f88-a785-49da-8100-37c9af5b7d03 owned by network:dhcp {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:18.332559 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Calling delete_port for d9bb9f88-a785-49da-8100-37c9af5b7d03 owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:18.404341 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device d9bb9f88-a785-49da-8100-37c9af5b7d03 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:18.439446 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.444279 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6976f212-15a4-4221-b903-ddbd8479536f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:18.457003 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:12:18.462774 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:12:18.462774 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No active binding found for port d9bb9f88-a785-49da-8100-37c9af5b7d03 {{(pid=79937) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Sep 16 18:12:18.462774 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device d9bb9f88-a785-49da-8100-37c9af5b7d03 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:18.463123 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:18.489922 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bb9f88-a785-49da-8100-37c9af5b7d03,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:18.492330 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:18.494821 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] No DVR routers for this DVR port d9bb9f88-a785-49da-8100-37c9af5b7d03 on host dv-cinder-809439-1-iscsi {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:12:18.499362 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:18.499721 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 3562d1c3-df44-4d79-a3b9-6a1d87be5ef7 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:18.500173 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:18.533146 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:18.533496 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 356d9c7c-0c4c-4e30-b0b6-9155dcbbe4c2 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:18.610621 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.634857 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f5e0d0d0>,) {'filters': {'network_id': ['ec35694e-dfaf-47f1-899b-7f6857cb0ce0']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:18.646878 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f5e0d0d0>, '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:18.647171 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f5e0d0d0>, '022eadd4-2c05-4f87-a9e4-7aa7fc7976b3') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:18.661872 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.678589 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.684481 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:12:18.684863 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:12:18.697795 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:12:18.833849 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.837519 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:18.851442 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:18.863642 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec35694e-dfaf-47f1-899b-7f6857cb0ce0,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:18.867154 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:18.868959 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-2334cbe3-722b-4cb8-a1fe-d2f394a17988 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ec35694e-dfaf-47f1-899b-7f6857cb0ce0 HTTP/1.1" status: 204  len: 168 time: 1.1676004
Sep 16 18:12:18.959059 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Deleting port d9bb9f88-a785-49da-8100-37c9af5b7d03 {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:18.959680 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:19.027238 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-679f24d2-df16-494a-8b2c-a278ed701551 None None] The port 'd9bb9f88-a785-49da-8100-37c9af5b7d03' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:12:19.167737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41352) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:19.217798 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-0afebdbf-9812-478d-bf7f-5bebc272d780 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ec9e72166d24115a3cac97722f4bf86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479541
Sep 16 18:12:19.220163 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41356) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:19.278410 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:19.304433 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:19.433434 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:19.437642 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-380f1dd4-ca4c-48e4-8fbd-bb7327701552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:19.453841 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877111a7-54cc-4344-a333-59d5cda74094,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:19.457405 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:19.462218 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:19.463318 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-780bd3be-4ba4-4f1e-87ba-38a34859e805 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/877111a7-54cc-4344-a333-59d5cda74094 HTTP/1.1" status: 204  len: 168 time: 0.2422638
Sep 16 18:12:20.125538 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41364) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:20.176133 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-4adcec61-6e95-4a00-ac8a-59597346e718 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86cd40103ea742f4babd4d2d62a30d4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0493438
Sep 16 18:12:20.178419 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41368) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:20.237415 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:20.261470 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:20.399324 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:20.403112 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-198b5c2c-ace0-4954-8600-476019079a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:20.414678 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14886b9b-62f4-4cd9-952d-134a0872ed9f,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:20.418455 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:20.422481 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:20.423589 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-6b652be9-a22b-4535-869e-1259a4a1dea4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/14886b9b-62f4-4cd9-952d-134a0872ed9f HTTP/1.1" status: 204  len: 168 time: 0.2443175
Sep 16 18:12:29.005943 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-9c2767c5-cb0c-4af4-9def-c2c2fc1ff42e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245680564&fields=id&tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f HTTP/1.1" status: 200  len: 267 time: 0.0399632
Sep 16 18:12:29.089151 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-57b6e4b4-0d3f-4a63-a1d8-84d9e14a250f tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:29.090597 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-57b6e4b4-0d3f-4a63-a1d8-84d9e14a250f tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 984 time: 0.0793254
Sep 16 18:12:29.101814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.v2.base [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Request body: {'port': {'security_groups': ['1db8e9f3-a93f-4b13-be22-3b7c67b7e907']}} {{(pid=79935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Sep 16 18:12:29.224858 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1366305'] for port, before_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:29.466249 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:29.490452 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for port, precommit_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:29.547016 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746961306206', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746960890206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746960890251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14854378'] for port, after_update {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:29.552358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:29.559466 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d899fe7c-2d9f-40be-8f73-29f2e5119402'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:12:29.619261 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:29.619907 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:29.621369 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-79c60995-552b-4e45-a724-e2dc4ed2a38c req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "PUT /v2.0/ports/d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 942 time: 0.5239828
Sep 16 18:12:29.621918 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:12:29.628593 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.wsgi [-] (79936) accepted ('10.222.0.37', 41384) {{(pid=79936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:29.658281 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event updated for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=7']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:29.671111 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-7fa789eb-0213-40c7-95cf-4756e80fa2b4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:29.713944 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'status': 'completed', 'code': 200}
Sep 16 18:12:29.717034 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:29.750053 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d899fe7c-2d9f-40be-8f73-29f2e5119402'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:12:29.831838 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:29.897256 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-8594732c-e2b4-40fa-aff1-e6b8778734b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:29.898586 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-8594732c-e2b4-40fa-aff1-e6b8778734b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1098 time: 0.1461897
Sep 16 18:12:29.964172 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.provisioning_blocks [None req-f079f122-6955-4988-bb02-8cc9848c206c None None] Provisioning complete for port d899fe7c-2d9f-40be-8f73-29f2e5119402 triggered by entity DHCP. {{(pid=79937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 16 18:12:29.964564 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f079f122-6955-4988-bb02-8cc9848c206c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1451881'] for port, provisioning_complete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:30.050538 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-6e293769-b12f-44f6-bcb0-d614402fc189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:30.053248 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-6e293769-b12f-44f6-bcb0-d614402fc189 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 916 time: 0.1478069
Sep 16 18:12:30.133119 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:30.159674 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-27cff3a4-2c83-4353-b1d8-40e3d86e61e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:30.195888 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc246c6-3cbf-4c09-9cd4-9c65653df1fa,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:30.201026 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:30.212444 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-bbc69b66-6dbc-4d95-ac76-1ab247486fa3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 1001 time: 0.1518054
Sep 16 18:12:30.275512 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for security_group, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:30.276745 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [None req-7ffb80bd-6325-4ad6-9411-05ee73d9ad24 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "DELETE /v2.0/security-groups/abc246c6-3cbf-4c09-9cd4-9c65653df1fa HTTP/1.1" status: 204  len: 168 time: 0.6474218
Sep 16 18:12:30.280296 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41388) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:30.306395 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-a96306f7-9f7c-48d5-acb1-8d28dc9e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:30.307853 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-a96306f7-9f7c-48d5-acb1-8d28dc9e9ec9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0886958
Sep 16 18:12:30.417929 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-30311d4e-c073-4bcd-9b34-ac8589cb0142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:30.418935 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-30311d4e-c073-4bcd-9b34-ac8589cb0142 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1050699
Sep 16 18:12:30.554382 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-b0ecadb7-9692-48f8-9449-5afae9775863 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275778
Sep 16 18:12:30.620643 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Deleting port dba4c55a-fb83-4f63-a19f-653d86e3f4e3 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:30.620888 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:30.801961 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-c1520638-f58b-46ff-a04a-62fe5057a0b9 req-5546b002-dcc3-4582-84d8-5eecd4197bea service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2411335
Sep 16 18:12:30.803654 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:30.804030 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:30.933597 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Calling delete_port for dba4c55a-fb83-4f63-a19f-653d86e3f4e3 owned by network:floatingip {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:31.199157 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:31.203688 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-3f13125a-051d-4a2b-a9e3-a31d66af80c7 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:31.254864 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event deleted for resources: {'Port': ['ID=dba4c55a-fb83-4f63-a19f-653d86e3f4e3,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:31.258739 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:31.348387 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks [] for floatingip, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:31.349102 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.db.l3_db [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Floating IP 50a32883-7738-4f8f-8218-1325c16e84a3 disassociated (deleted). External IP: 172.27.1.171, port: d899fe7c-2d9f-40be-8f73-29f2e5119402.
Sep 16 18:12:31.693319 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Router ac8391ed-54cb-49bf-a487-393f99fbbd47 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:12:31.865154 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:12:31.874504 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] Sync routers for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:12:31.884293 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:31.885618 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f61db610>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:31.970811 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for floatingip, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:32.069545 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:32.135349 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b9879c52-c065-4c57-b5e7-691ff0e8896e tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "DELETE /v2.0/floatingips/50a32883-7738-4f8f-8218-1325c16e84a3 HTTP/1.1" status: 204  len: 168 time: 1.8534975
Sep 16 18:12:32.136128 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:12:32.190176 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'status': 'completed', 'code': 200}
Sep 16 18:12:32.291367 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-1eb3efd2-c625-4ee0-b72c-02dddfeb8330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:32.292878 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-1eb3efd2-c625-4ee0-b72c-02dddfeb8330 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 1098 time: 0.0746386
Sep 16 18:12:32.419268 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f61db610>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:12Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:32.423373 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] Checking router: ac8391ed-54cb-49bf-a487-393f99fbbd47 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:12:32.431975 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:32.432564 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f61db610>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:10Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:32.436484 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-ead03d22-97bb-43bc-ad07-8ab5d39e7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:32.438470 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-ead03d22-97bb-43bc-ad07-8ab5d39e7e44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 200  len: 916 time: 0.1391695
Sep 16 18:12:32.510368 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-4c5142f9-68ea-425a-a823-3dd52346df9f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 200  len: 217 time: 0.0644381
Sep 16 18:12:32.572725 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-43bc8dda-f049-420e-9b37-63491455b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:32.574168 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-43bc8dda-f049-420e-9b37-63491455b288 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 200  len: 854 time: 0.0583906
Sep 16 18:12:32.611113 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:32.659996 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-c643f61d-6a05-494d-843d-58e6f17759a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:32.662089 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-c643f61d-6a05-494d-843d-58e6f17759a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820150
Sep 16 18:12:32.820508 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-68916bda-9e3e-4a97-89dc-c9e7693c93f6 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503248
Sep 16 18:12:32.933603 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f61db610>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:12Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:32.938336 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd00e3a-e3ea-45ed-b5e7-b6f34dc71e52 None None] The sync data for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi is: [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:09:06Z', 'revision_number': 4, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi', '_interfaces': [{'id': '287be311-7ac9-4665-827e-cd7b10c59ada', 'name': '', 'network_id': '0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'mac_address': 'fa:16:3e:15:ea:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:05Z', 'updated_at': '2021-09-16T18:09:12Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'subnets': [{'id': '7b540a77-4458-4620-8e1a-bdd9b876c0b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:12:32.956231 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-0cf75189-41af-4c80-8e45-628ae38d8cf4 req-584fd19b-4fb2-4c7d-a535-1e81c4665d14 service neutron] 10.222.0.13 "GET /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285334
Sep 16 18:12:33.151799 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c47309-a9c5-483a-a621-c9e3a8d045b0 None None] New status for floating IP 50a32883-7738-4f8f-8218-1325c16e84a3: DOWN {{(pid=79938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 16 18:12:36.977398 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb71ec0-beff-4c40-ae9a-3dc4b0451869 req-17e15394-5636-4360-bbc7-0acaf4753a42 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:36.977984 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-2cb71ec0-beff-4c40-ae9a-3dc4b0451869 req-17e15394-5636-4360-bbc7-0acaf4753a42 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Synchronizing usage tracker for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:port {{(pid=79935) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:12:37.055695 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.quota.resource [req-2cb71ec0-beff-4c40-ae9a-3dc4b0451869 req-17e15394-5636-4360-bbc7-0acaf4753a42 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Unset dirty status for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:port {{(pid=79935) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:12:37.056834 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2cb71ec0-beff-4c40-ae9a-3dc4b0451869 req-17e15394-5636-4360-bbc7-0acaf4753a42 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.1562142
Sep 16 18:12:37.101254 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-2cb71ec0-beff-4c40-ae9a-3dc4b0451869 req-92972224-326b-4fd4-bf89-114b7d5392f4 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381413
Sep 16 18:12:37.237215 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:12:37.524225 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-50605853-b264-425e-b7d9-cf3123e7c375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:38.027025 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:38.287145 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ccda80-b2b8-45f8-a56e-97b6e39845b9 req-91ff88ac-84ca-4634-8794-3dc9c7f461d8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:38.288649 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-81ccda80-b2b8-45f8-a56e-97b6e39845b9 req-91ff88ac-84ca-4634-8794-3dc9c7f461d8 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.0826528
Sep 16 18:12:38.330986 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-81ccda80-b2b8-45f8-a56e-97b6e39845b9 req-7371c929-9db5-4317-bda5-de179422ea82 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Synchronizing usage tracker for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:security_group {{(pid=79936) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Sep 16 18:12:38.425380 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.quota.resource [req-81ccda80-b2b8-45f8-a56e-97b6e39845b9 req-7371c929-9db5-4317-bda5-de179422ea82 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Unset dirty status for tenant:86d64d30c49f4ef993dc1f7574fa0d0f on resource:security_group {{(pid=79936) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Sep 16 18:12:38.426513 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-81ccda80-b2b8-45f8-a56e-97b6e39845b9 req-7371c929-9db5-4317-bda5-de179422ea82 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/security-groups?id=1db8e9f3-a93f-4b13-be22-3b7c67b7e907&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323411
Sep 16 18:12:38.756043 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707f364-db6f-4482-b897-7786631de71b req-14836a35-57a0-4eaf-8f72-ccc9cfe0b6d5 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 16 18:12:38.757459 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8707f364-db6f-4482-b897-7786631de71b req-14836a35-57a0-4eaf-8f72-ccc9cfe0b6d5 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 945 time: 0.0828753
Sep 16 18:12:38.826764 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Deleting port d899fe7c-2d9f-40be-8f73-29f2e5119402 {{(pid=79936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:38.827098 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:39.065700 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.db [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] For port d899fe7c-2d9f-40be-8f73-29f2e5119402, host hv-cinder-80943, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80943',level=0,port_id=d899fe7c-2d9f-40be-8f73-29f2e5119402,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:39.066052 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:39.186910 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.plugins.ml2.plugin [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Calling delete_port for d899fe7c-2d9f-40be-8f73-29f2e5119402 owned by compute:nova {{(pid=79936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:39.396753 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15193740'] for port, after_delete {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:39.402048 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-3a113ec0-b02f-4690-95d8-562fe93ba54f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:39.408220 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] get_ports_and_sgs() called for port_ids ['d899fe7c-2d9f-40be-8f73-29f2e5119402'] {{(pid=79937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Sep 16 18:12:39.447210 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Pushing event deleted for resources: {'Port': ['ID=d899fe7c-2d9f-40be-8f73-29f2e5119402,revision_number=None']} {{(pid=79936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:39.450858 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG oslo_concurrency.lockutils [None req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79936) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:39.585069 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [req-56569cd7-8cf2-4086-90e1-54322ce7fa7f req-5ddc4a47-d915-4c34-a840-b9e16e634071 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.37 "GET /v2.0/ports?device_id=3ab7ae1b-42d5-4865-a315-61b7f3c4ab46 HTTP/1.1" status: 200  len: 210 time: 0.0462494
Sep 16 18:12:39.624242 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.db.l3_dvrscheduler_db [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] No DVR routers for this DVR port d899fe7c-2d9f-40be-8f73-29f2e5119402 on host hv-cinder-80943 {{(pid=79936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:12:39.626766 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron_lib.callbacks.manager [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-147547'] for port, before_response {{(pid=79936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:39.629378 dv-cinder-809439-1-iscsi neutron-server[79936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'name': 'network-vif-deleted', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402'}] {{(pid=79936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 16 18:12:39.677024 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab7ae1b-42d5-4865-a315-61b7f3c4ab46', 'name': 'network-vif-deleted', 'tag': 'd899fe7c-2d9f-40be-8f73-29f2e5119402', 'status': 'completed', 'code': 200}
Sep 16 18:12:39.696325 dv-cinder-809439-1-iscsi neutron-server[79936]: INFO neutron.wsgi [req-8707f364-db6f-4482-b897-7786631de71b req-87d3967e-dda3-4614-b687-832ef88dcf31 tempest-TestMinimumBasicScenario-1864189730 tempest-TestMinimumBasicScenario-1864189730-project] 10.222.0.13 "DELETE /v2.0/ports/d899fe7c-2d9f-40be-8f73-29f2e5119402 HTTP/1.1" status: 204  len: 173 time: 0.9334223
Sep 16 18:12:40.341469 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-f7f4f977-cd39-4157-b936-f903e9ce6a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:41.265609 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:41.930078 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41488) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:42.452701 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:42.775442 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:42.800329 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Deleting port 287be311-7ac9-4665-827e-cd7b10c59ada {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:42.800668 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:42.847081 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d899fe7c-2d9f-40be-8f73-29f2e5119402 no longer exists at agent hyperv_hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:42.880364 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] No Port match for: d899fe7c-2d9f-40be-8f73-29f2e5119402 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:42.880713 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Device d899fe7c-2d9f-40be-8f73-29f2e5119402 not bound to the agent host hv-cinder-80943 {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:42.969722 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] For port 287be311-7ac9-4665-827e-cd7b10c59ada, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=287be311-7ac9-4665-827e-cd7b10c59ada,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:42.970292 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:43.092915 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Calling delete_port for 287be311-7ac9-4665-827e-cd7b10c59ada owned by network:router_interface {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:43.436963 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:43.441222 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:43.483910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Pushing event deleted for resources: {'Port': ['ID=287be311-7ac9-4665-827e-cd7b10c59ada,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:43.514105 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:43.749390 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:44.099783 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Router ac8391ed-54cb-49bf-a487-393f99fbbd47 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:12:44.268916 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:12:44.277703 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] Sync routers for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:12:44.281113 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a0322986-3352-4dee-82db-7a12cb00ba78 admin admin] 10.222.0.37 "PUT /v2.0/routers/ac8391ed-54cb-49bf-a487-393f99fbbd47/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3499796
Sep 16 18:12:44.284303 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41496) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:44.287429 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:44.288079 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f64521c0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:44.462904 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks [] for router, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:44.471562 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:44.755016 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f64521c0>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:12:43Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:44.758948 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] Checking router: ac8391ed-54cb-49bf-a487-393f99fbbd47 for host: dv-cinder-809439-1-iscsi {{(pid=79937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:12:44.766742 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:44.767735 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] Routers {'ac8391ed-54cb-49bf-a487-393f99fbbd47'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:44.768374 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f64521c0>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['ac8391ed-54cb-49bf-a487-393f99fbbd47'], 'active': True} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:44.838737 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Deleting port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:44.839090 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:44.989060 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_dvr_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] Set router ac8391ed-54cb-49bf-a487-393f99fbbd47 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:45.014385 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] For port 7a0b0612-2c47-4de6-ad2c-e0317b5dce50, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:45.014760 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.135420 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Calling delete_port for 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 owned by network:router_gateway {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:45.282291 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.db.l3_hamode_db [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f64521c0>, [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:12:43Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:45.285977 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7bdc00-2549-4108-8fde-a548c1fa2766 None None] The sync data for ids ['ac8391ed-54cb-49bf-a487-393f99fbbd47'] in dv-cinder-809439-1-iscsi is: [{'id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'name': 'tempest-TestMinimumBasicScenario-1592848260-router', 'tenant_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:01Z', 'updated_at': '2021-09-16T18:12:43Z', 'revision_number': 5, 'project_id': '86d64d30c49f4ef993dc1f7574fa0d0f', 'gw_port': {'id': '7a0b0612-2c47-4de6-ad2c-e0317b5dce50', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8391ed-54cb-49bf-a487-393f99fbbd47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:02Z', 'updated_at': '2021-09-16T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}] {{(pid=79937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:12:45.353073 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.356954 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d2819695-f0e8-4c51-bdf2-99c8b4d361c8 tempest-VolumesSnapshotTestJSON-1019637010 tempest-VolumesSnapshotTestJSON-1019637010-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:45.404550 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0b0612-2c47-4de6-ad2c-e0317b5dce50,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:45.407471 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:45.492912 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.663713 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.665995 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.762961 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.763734 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8391ed-54cb-49bf-a487-393f99fbbd47 {{(pid=79935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:12:45.775830 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.777789 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-5ff1b44e-0083-4778-a327-4854f8c664da admin admin] 10.222.0.37 "DELETE /v2.0/routers/ac8391ed-54cb-49bf-a487-393f99fbbd47 HTTP/1.1" status: 204  len: 168 time: 1.4918082
Sep 16 18:12:45.779499 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41500) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:45.841153 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Deleting subnet 7b540a77-4458-4620-8e1a-bdd9b876c0b4 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:12:45.844539 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.898138 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:45.974725 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.065257 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.124133 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.128253 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-880635f9-90ce-46f0-bc7f-674291cd01a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:46.163006 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b540a77-4458-4620-8e1a-bdd9b876c0b4,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:46.165955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:46.166922 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.172374 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083aaada-d0fe-4666-8d1f-82bd080270a0 None None] Network 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:12:46.175897 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-e86524a5-354f-44f0-8e09-9f1be6fc6210 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/7b540a77-4458-4620-8e1a-bdd9b876c0b4 HTTP/1.1" status: 204  len: 168 time: 0.3953998
Sep 16 18:12:46.178347 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41504) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:46.298375 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.307499 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Deleting port da5df635-a08e-41e1-90e8-f4dbd46b31bc {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:46.307831 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.457540 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] DHCP port deletion for 0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:12:46.459722 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 287be311-7ac9-4665-827e-cd7b10c59ada no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:46.490615 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Deleting port da5df635-a08e-41e1-90e8-f4dbd46b31bc {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:46.490995 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.523281 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 287be311-7ac9-4665-827e-cd7b10c59ada {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:46.523658 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 287be311-7ac9-4665-827e-cd7b10c59ada not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:46.524119 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:46.568653 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:46.568920 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 7a0b0612-2c47-4de6-ad2c-e0317b5dce50 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:46.644570 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] For port da5df635-a08e-41e1-90e8-f4dbd46b31bc, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da5df635-a08e-41e1-90e8-f4dbd46b31bc,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:46.644955 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.743350 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] For port da5df635-a08e-41e1-90e8-f4dbd46b31bc, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=da5df635-a08e-41e1-90e8-f4dbd46b31bc,segment=NetworkSegment(4dcd1275-5172-451d-94c8-bbf45c7eae6d),segment_id=4dcd1275-5172-451d-94c8-bbf45c7eae6d)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:46.743741 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.771020 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Calling delete_port for da5df635-a08e-41e1-90e8-f4dbd46b31bc owned by network:dhcp {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:46.861655 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Calling delete_port for da5df635-a08e-41e1-90e8-f4dbd46b31bc owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:46.906980 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:46.913216 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-2748b247-7c86-48a0-aae0-1f6a57a5b980 tempest-AttachVolumeTestJSON-1226567035 tempest-AttachVolumeTestJSON-1226567035-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:46.932132 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:12:46.932503 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:12:46.962267 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5df635-a08e-41e1-90e8-f4dbd46b31bc,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:46.963990 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] No DVR routers for this DVR port da5df635-a08e-41e1-90e8-f4dbd46b31bc on host dv-cinder-809439-1-iscsi {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:12:46.965440 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:47.077713 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.111444 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f536aca0>,) {'filters': {'network_id': ['0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:47.123059 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f536aca0>, '4dcd1275-5172-451d-94c8-bbf45c7eae6d') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:47.123353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f536aca0>, '4dcd1275-5172-451d-94c8-bbf45c7eae6d') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:47.134871 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.150480 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.156280 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:12:47.156834 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:12:47.169386 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:12:47.301288 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.305144 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-59532cb3-95c0-4e3c-9b86-0b178b2b5a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:47.318701 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.328771 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:47.332814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:47.336207 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-22cfe596-5678-409f-be71-0d2220c0cce6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0d4a6ef7-044d-4289-9e4b-c7bc2ead0b41 HTTP/1.1" status: 204  len: 168 time: 1.1566176
Sep 16 18:12:47.339013 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41508) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:47.433785 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Deleting port da5df635-a08e-41e1-90e8-f4dbd46b31bc {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:47.434176 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:47.502277 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-cebd373d-1fba-43d9-a43e-abdf70bf5232 None None] The port 'da5df635-a08e-41e1-90e8-f4dbd46b31bc' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:12:47.865802 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16459979'] for router_interface, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:48.310076 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Deleting port ef4918b3-d8e8-4fe1-8722-818348038c68 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:48.310791 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:48.415296 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da5df635-a08e-41e1-90e8-f4dbd46b31bc no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:48.449062 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: da5df635-a08e-41e1-90e8-f4dbd46b31bc {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:48.449405 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device da5df635-a08e-41e1-90e8-f4dbd46b31bc not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:48.484982 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] For port ef4918b3-d8e8-4fe1-8722-818348038c68, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=ef4918b3-d8e8-4fe1-8722-818348038c68,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:48.485358 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:48.610038 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Calling delete_port for ef4918b3-d8e8-4fe1-8722-818348038c68 owned by network:router_interface {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:48.975577 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:48.979427 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-6a4b0020-b42f-403c-9d60-0b8b88a9cbba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:49.023038 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4918b3-d8e8-4fe1-8722-818348038c68,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:49.053027 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:49.296810 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16235143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16439931'] for router_interface, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:49.766805 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Router eff74043-6c8e-4fd7-af0f-9f8a963023a2 has already been hosted by L3 agent cf6f3c34-b73e-402d-b5ef-6e3b78883fec {{(pid=79935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Sep 16 18:12:49.940981 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] Notify agent at l3_agent.dv-cinder-809439-1-iscsi the message routers_updated {{(pid=79935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Sep 16 18:12:49.949578 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] Sync routers for ids ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'] in dv-cinder-809439-1-iscsi {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 16 18:12:49.966652 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] Routers {'eff74043-6c8e-4fd7-af0f-9f8a963023a2'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:49.966652 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6f95f70>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:50.032860 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-4efdf43d-83be-425c-ae5b-9ffa9c8f4048 admin admin] 10.222.0.37 "PUT /v2.0/routers/eff74043-6c8e-4fd7-af0f-9f8a963023a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6928258
Sep 16 18:12:50.035288 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41512) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:50.135165 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] Set router eff74043-6c8e-4fd7-af0f-9f8a963023a2 gateway port host: dv-cinder-809439-1-iscsi {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:50.211217 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks [] for router, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:50.390486 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:50.419336 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6f95f70>, [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'external_fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:12:48Z', 'revision_number': 5, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port': {'id': '56787fbc-73b1-4142-abf8-a3edec3d07c9', 'name': '', 'network_id': '5a95407d-2a26-493d-84b5-fc2cfb9099f6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809439-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-16T18:09:10Z', 'updated_at': '2021-09-16T18:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ac58a68e-f426-49dc-b496-a208298e0f9c', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809439-1-iscsi'}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:50.423846 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] Checking router: eff74043-6c8e-4fd7-af0f-9f8a963023a2 for host: dv-cinder-809439-1-iscsi {{(pid=79938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 16 18:12:50.432030 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] Routers {'eff74043-6c8e-4fd7-af0f-9f8a963023a2'} bound to L3 agent in host dv-cinder-809439-1-iscsi {{(pid=79938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Sep 16 18:12:50.432619 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f48f6f95f70>, 'dv-cinder-809439-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-16T17:47:10Z,description=<?>,heartbeat_timestamp=2021-09-16T18:12:40Z,host='dv-cinder-809439-1-iscsi',id=cf6f3c34-b73e-402d-b5ef-6e3b78883fec,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-16T17:47:11Z,topic='l3_agent')) {'router_ids': ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'], 'active': True} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:50.455522 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Deleting port 56787fbc-73b1-4142-abf8-a3edec3d07c9 {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:50.455862 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:50.610244 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_dvr_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] Set router eff74043-6c8e-4fd7-af0f-9f8a963023a2 gateway port host: None {{(pid=79938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Sep 16 18:12:50.628377 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] For port 56787fbc-73b1-4142-abf8-a3edec3d07c9, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=56787fbc-73b1-4142-abf8-a3edec3d07c9,segment=NetworkSegment(fff65528-5018-42b4-b731-3511abec338f),segment_id=fff65528-5018-42b4-b731-3511abec338f)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:50.628686 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:50.713704 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.l3_hamode_db [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f48f6f95f70>, [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:12:50Z', 'revision_number': 6, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port_host': None}], 'dv-cinder-809439-1-iscsi', False) {} {{(pid=79938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:50.717626 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a935384b-834d-4fb3-8b8b-5ae2f9e1ad0f None None] The sync data for ids ['eff74043-6c8e-4fd7-af0f-9f8a963023a2'] in dv-cinder-809439-1-iscsi is: [{'id': 'eff74043-6c8e-4fd7-af0f-9f8a963023a2', 'name': 'tempest-TestMinimumBasicScenario-706480529-router', 'tenant_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-16T18:09:09Z', 'updated_at': '2021-09-16T18:12:50Z', 'revision_number': 6, 'project_id': 'ffc729f2707a473c87d42f2f9f3ab104', 'gw_port_host': None}] {{(pid=79938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 16 18:12:50.755910 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Calling delete_port for 56787fbc-73b1-4142-abf8-a3edec3d07c9 owned by network:router_gateway {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:50.991093 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:50.994601 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:51.067574 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Pushing event deleted for resources: {'Port': ['ID=56787fbc-73b1-4142-abf8-a3edec3d07c9,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:51.070060 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:51.137007 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16433684'] for router_gateway, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.419765 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16461305', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129366'] for router, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.422699 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.518328 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16460518'] for router, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.518894 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff74043-6c8e-4fd7-af0f-9f8a963023a2 {{(pid=79935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Sep 16 18:12:51.532395 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] Notify callbacks [] for router, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.533516 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-a684c8a2-6a2a-46a0-96bd-104077fe8732 admin admin] 10.222.0.37 "DELETE /v2.0/routers/eff74043-6c8e-4fd7-af0f-9f8a963023a2 HTTP/1.1" status: 204  len: 168 time: 1.4972711
Sep 16 18:12:51.535999 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41516) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:51.598272 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.db_base_plugin_v2 [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Deleting subnet f34c65aa-3d96-4e4a-85fd-af0a8d79a648 {{(pid=79935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Sep 16 18:12:51.601244 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.650022 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14386911'] for subnet, precommit_delete_associations {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.736395 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1456507'] for subnet, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.876793 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1456450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76223', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14854304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15866097'] for subnet, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.880703 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9415c11c-1c51-48c7-ba6d-5f212bc2ef0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:51.915353 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f34c65aa-3d96-4e4a-85fd-af0a8d79a648,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:51.920211 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:51.923374 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:51.926082 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb536f6-813a-4ee0-ae4e-27af89f91eca None None] Network 140dc7ba-7fa9-43d1-9866-011bb6f6908b requested from dv-cinder-809439-1-iscsi {{(pid=79937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Sep 16 18:12:51.928206 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-550cb8eb-ef78-46f3-864a-9553a796be9e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f34c65aa-3d96-4e4a-85fd-af0a8d79a648 HTTP/1.1" status: 204  len: 168 time: 0.3912733
Sep 16 18:12:51.930582 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41520) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:52.034245 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1317048'] for network, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.044467 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Deleting port 6cb68052-6d88-444c-95f7-d5f3ba56941b {{(pid=79935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:52.044788 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.159622 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] DHCP port deletion for 140dc7ba-7fa9-43d1-9866-011bb6f6908b request from dv-cinder-809439-1-iscsi {{(pid=79937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Sep 16 18:12:52.163794 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Deleting port 6cb68052-6d88-444c-95f7-d5f3ba56941b {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:52.164309 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.253405 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.db [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] For port 6cb68052-6d88-444c-95f7-d5f3ba56941b, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=6cb68052-6d88-444c-95f7-d5f3ba56941b,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:52.253785 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.377990 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.plugin [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Calling delete_port for 6cb68052-6d88-444c-95f7-d5f3ba56941b owned by network:dhcp {{(pid=79935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:52.404780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.db [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] For port 6cb68052-6d88-444c-95f7-d5f3ba56941b, host dv-cinder-809439-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809439-1-iscsi',level=0,port_id=6cb68052-6d88-444c-95f7-d5f3ba56941b,segment=NetworkSegment(ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2),segment_id=ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2)] {{(pid=79937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Sep 16 18:12:52.405452 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16434878'] for port, precommit_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.464701 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ef4918b3-d8e8-4fe1-8722-818348038c68 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:52.541293 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1366374', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-58430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746961306215', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746960890197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14854397'] for port, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.546164 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-c72c25e8-ff30-4e18-bbf4-54943132c34b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:52.550159 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Calling delete_port for 6cb68052-6d88-444c-95f7-d5f3ba56941b owned by network:dhcp {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Sep 16 18:12:52.594462 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] No DVR routers for this DVR port 6cb68052-6d88-444c-95f7-d5f3ba56941b on host dv-cinder-809439-1-iscsi {{(pid=79935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 16 18:12:52.601770 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: ef4918b3-d8e8-4fe1-8722-818348038c68 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:52.603143 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device ef4918b3-d8e8-4fe1-8722-818348038c68 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:52.603143 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 6cb68052-6d88-444c-95f7-d5f3ba56941b no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:52.621546 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb68052-6d88-444c-95f7-d5f3ba56941b,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:52.623754 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:52.638088 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 6cb68052-6d88-444c-95f7-d5f3ba56941b {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:52.638690 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 6cb68052-6d88-444c-95f7-d5f3ba56941b not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:52.639106 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 56787fbc-73b1-4142-abf8-a3edec3d07c9 no longer exists at agent ovs-agent-dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Sep 16 18:12:52.676522 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] No Port match for: 56787fbc-73b1-4142-abf8-a3edec3d07c9 {{(pid=79937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Sep 16 18:12:52.676870 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.rpc [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Device 56787fbc-73b1-4142-abf8-a3edec3d07c9 not bound to the agent host dv-cinder-809439-1-iscsi {{(pid=79937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Sep 16 18:12:52.699690 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.db.api [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 16 18:12:52.700091 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG oslo_db.api [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 16 18:12:52.715791 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1453558', 'neutron.services.segments.db._delete_segments_for_network-8746961421496'] for network, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.740761 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f48f6826a00>,) {'filters': {'network_id': ['140dc7ba-7fa9-43d1-9866-011bb6f6908b']}} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:52.753334 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6826a00>, 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2') {'for_net_delete': True} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:52.753814 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.services.segments.db [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f48f6826a00>, 'ed8ce99c-71a9-4bc9-9a2c-8a14a40930d2') {} {{(pid=79935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 16 18:12:52.766815 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746961421343', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14386902'] for segment, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.782957 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1491121'] for segment, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.788998 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=79935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 16 18:12:52.791812 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1491118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14854158'] for segment, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]: Traceback (most recent call last):
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     timer()
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     cb(*args, **kw)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     return func(*args, **kwargs)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     self._notify()
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     self.callback(batched_events)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     event.method(event)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     return f(self, *a, **k)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._get(url).json()
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     return self.request(url, 'GET', **kwargs)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 16 18:12:52.802288 dv-cinder-809439-1-iscsi neutron-server[79935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 16 18:12:52.927986 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1453561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16235198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16433715'] for network, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.931617 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-de098ff1-f7bd-4c33-aa21-88f4d2f28912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:52.944077 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16235180'] for network, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:52.956694 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=140dc7ba-7fa9-43d1-9866-011bb6f6908b,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:52.961224 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:52.962636 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-d1050cb8-dfb0-40c9-9712-8096ff933ff3 admin admin] 10.222.0.37 "DELETE /v2.0/networks/140dc7ba-7fa9-43d1-9866-011bb6f6908b HTTP/1.1" status: 204  len: 168 time: 1.0311818
Sep 16 18:12:53.201145 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Deleting port 6cb68052-6d88-444c-95f7-d5f3ba56941b {{(pid=79937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Sep 16 18:12:53.201702 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746961300547'] for port, before_delete {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:53.269604 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron.plugins.ml2.plugin [None req-397ee309-bcbc-4150-b452-2eec975faf85 None None] The port '6cb68052-6d88-444c-95f7-d5f3ba56941b' was deleted {{(pid=79937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Sep 16 18:12:53.334055 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41526) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:53.382126 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-76f6d406-6994-416e-adc0-4943ad9fe572 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=86d64d30c49f4ef993dc1f7574fa0d0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467656
Sep 16 18:12:53.384453 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41530) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:53.443139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:53.468565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:53.573424 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:53.577063 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-71b36dd5-a5b9-48a4-82a4-0f4c22203a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:53.590139 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db8e9f3-a93f-4b13-be22-3b7c67b7e907,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:53.592577 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:53.659943 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:53.661123 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-9552e68b-1804-46d9-a3f1-631e74624122 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1db8e9f3-a93f-4b13-be22-3b7c67b7e907 HTTP/1.1" status: 204  len: 168 time: 0.2756357
Sep 16 18:12:54.289565 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41538) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:54.337838 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-674263f5-690e-418a-acc2-747d6ecd5d78 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffc729f2707a473c87d42f2f9f3ab104&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470159
Sep 16 18:12:54.340090 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.wsgi [-] (79935) accepted ('10.222.0.37', 41542) {{(pid=79935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Sep 16 18:12:54.399212 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:54.426735 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:54.540995 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16475100'] for security_group, after_delete {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:54.544580 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-50ad22d1-72a3-4788-a211-1ba5d7e63971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 16 18:12:54.555590 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5ae7b4-20d6-44a1-9290-50aee2e00118,revision_number=None']} {{(pid=79935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 16 18:12:54.558008 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG oslo_concurrency.lockutils [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=79935) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 16 18:12:54.562893 dv-cinder-809439-1-iscsi neutron-server[79935]: DEBUG neutron_lib.callbacks.manager [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:12:54.564067 dv-cinder-809439-1-iscsi neutron-server[79935]: INFO neutron.wsgi [None req-b9e7f934-ebbd-44ec-9b42-364cf9cf6da9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea5ae7b4-20d6-44a1-9290-50aee2e00118 HTTP/1.1" status: 204  len: 168 time: 0.2230558
Sep 16 18:13:07.557513 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-feabd7ed-3df0-468b-9fc8-676cd2642ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:08.032284 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:10.351998 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-15b8550d-2eaa-462a-9e6e-1df205c9430f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:11.208764 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:12.757451 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:14.236654 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:13:16.077248 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:37.539810 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-3d82abff-40c7-4b3c-8e17-9b7d33b5fcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:38.040971 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:40.322826 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-32061233-46a4-4716-858b-b1014d8ebacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:41.229274 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:42.772638 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:46.105572 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:13:51.234769 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:14:07.539097 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b72f84e1-c15b-4cf9-a223-9a8377cbbbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:08.053527 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:10.327805 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d2328fe3-7f38-480a-a71b-9699d8db0e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:11.225186 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:12.762134 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:16.144179 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:28.234493 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:14:37.536563 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-4da20278-11ca-4cdf-a626-729fdc6096eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:38.022317 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:40.332157 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-492b4bf3-8633-4066-ba1c-2cc3da10c443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:41.217988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:42.770756 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:14:46.189388 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:05.232518 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:15:07.535505 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-30c2c6a9-aa01-4c7b-9086-7a26e036353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:08.032780 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:10.337112 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-63d6f3b8-a7cd-4878-a632-7caddafa027e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:11.217459 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:12.772182 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:16.149009 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:37.534988 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-c082906a-e271-43d9-855d-d9151df1a006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:38.043591 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:40.346204 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-3811c7d7-771f-4287-a266-9f36c3e38bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:41.233730 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:42.231783 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:15:42.771037 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:15:46.209375 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:07.524682 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ea5c9596-0487-4909-bdad-83945225dd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:08.033152 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:10.351225 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-84c97f43-cbd3-4b8e-bbbd-6d7e4054b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:11.242579 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:12.774191 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:16.199106 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:19.231822 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:16:37.533559 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-9bc67e72-d6f1-4875-a0c2-a516a8e08873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:38.041848 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:40.384938 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be4003a5-bcc3-4e8f-9a60-f7ea03fdc284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:41.271918 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:42.763501 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:46.208854 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:16:56.230772 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:17:07.528259 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-d3aea47a-f470-43fe-b927-6efc9324b08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:08.037042 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:10.425962 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ccdffc45-a157-49b2-b778-a0e36ed57673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:11.248699 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:12.806599 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:16.217769 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:33.230785 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:17:37.539172 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-ae365c38-115d-45bc-9a1b-fb4436aa2691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:38.025199 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:40.361593 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-b8f3887e-fc1f-482a-9c5e-60f31df6b2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:41.258836 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:42.813110 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:17:46.217285 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:18:07.544431 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-07d16161-3b1f-445a-ba0a-81881a426aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:18:08.064273 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-be39f32c-8778-497e-b2f3-ee0c5c62dcf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:18:10.230299 dv-cinder-809439-1-iscsi neutron-server[79938]: DEBUG neutron.db.agents_db [None req-ac16d12e-e2f0-4d0e-9d91-23f87248914c None None] Agent healthcheck: found 6 active agents {{(pid=79938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Sep 16 18:18:10.376789 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8aaae54b-19ae-40d6-8f1c-a1d23c6c50aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:18:11.250445 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-bb40209b-e8c7-4d49-8a62-fe69eec6f280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:18:12.799392 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-8ac48de8-1a85-4f3f-b16c-cbc521b1cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 16 18:18:16.198949 dv-cinder-809439-1-iscsi neutron-server[79937]: DEBUG neutron_lib.callbacks.manager [None req-0765221a-b660-415f-b21d-cc80d2e23969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746961421478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1451960'] for agent, after_update {{(pid=79937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}